-- Logs begin at Thu 2021-04-22 12:00:33 UTC, end at Thu 2021-04-22 13:19:11 UTC. --
Apr 22 12:45:14.472943 dv-cinder-787262-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 22 12:45:17.968105 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.common.config [-] Logging enabled!
Apr 22 12:45:17.968661 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev123
Apr 22 12:45:17.970011 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86413) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 22 12:45:17.971912 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.common.config [-] Logging enabled!
Apr 22 12:45:17.972213 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev123
Apr 22 12:45:17.972569 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86413) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 22 12:45:17.973774 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 22 12:45:17.974062 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 22 12:45:17.975205 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 22 12:45:17.975522 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 22 12:45:17.975790 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 22 12:45:17.976175 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.976562 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.976962 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.977254 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.977773 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.978241 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.978582 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.978932 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.979285 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.979646 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.979972 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.980304 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.980575 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.980902 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.981241 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.981578 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.982417 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.982750 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.983297 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.983654 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.983986 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.984328 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.984648 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.984961 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.985279 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.985607 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.986007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] host                           = dv-cinder-787262-3-iscsi {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.986329 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.986730 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.987094 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.987473 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.987803 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.988152 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.988515 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.989032 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.989348 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.989672 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.990138 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.990476 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.990830 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.991094 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.991351 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.991723 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.992060 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.992378 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.992696 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.993025 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.993338 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.993666 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.993976 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.994315 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.994682 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.995048 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.995390 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.995739 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.996055 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.996372 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.996706 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.997021 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.997476 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.997708 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.998046 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.998356 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.998674 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.999036 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.999370 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:17.999732 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:18.000064 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:18.000383 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:18.000719 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:18.001033 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:18.001345 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:18.001660 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:18.001971 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:18.002282 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:18.002613 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:18.002923 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:18.003241 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:18.003589 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:18.003904 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:18.004243 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:18.004589 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.004926 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.005269 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.005601 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.005934 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.006254 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.006590 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.006908 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.007242 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.007684 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.008043 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.008801 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.009142 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.009466 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.009938 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.010301 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.010646 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.010989 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.011304 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.011656 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.011967 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.012291 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.012619 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.013069 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.013325 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.013713 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.013898 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.014247 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.014567 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.014881 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.015198 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.015581 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.015901 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.016214 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.016580 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.016929 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.017292 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.017648 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.018118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.018460 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.018779 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.019218 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.019560 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.019884 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.020192 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.020521 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.020838 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.021150 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.021460 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.021778 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.022091 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.022406 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.022724 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.023034 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.023349 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.023688 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.024000 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.024309 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.024664 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.024999 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.025362 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.025676 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.025994 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.026309 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.026622 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.026932 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.027275 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.027670 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.028163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.028508 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.029467 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.029795 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.030121 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.030444 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.030764 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.031082 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.031403 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.031749 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.032066 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.032421 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.032749 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.033079 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.033402 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.033727 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.034046 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.034369 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.034695 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.035057 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.035403 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.035791 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.036117 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.036487 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.036876 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.037236 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.037722 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.038068 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.038393 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.038757 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.039212 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:18.039492 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 22 12:45:18.039771 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86413) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 22 12:45:18.735276 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO keyring.backend [-] Loading Gnome
Apr 22 12:45:18.753930 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO keyring.backend [-] Loading Google
Apr 22 12:45:18.756883 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO keyring.backend [-] Loading Windows (alt)
Apr 22 12:45:18.761258 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO keyring.backend [-] Loading file
Apr 22 12:45:18.762069 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO keyring.backend [-] Loading keyczar
Apr 22 12:45:18.762350 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO keyring.backend [-] Loading multi
Apr 22 12:45:18.763699 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO keyring.backend [-] Loading pyfs
Apr 22 12:45:18.813303 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:45:18.813609 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:45:18.813938 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:45:18.814317 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 22 12:45:19.233976 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.234509 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.234509 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.235929 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.236352 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.236652 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.277248 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.277568 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.277862 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.294738 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.295029 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.295473 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.367833 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.368147 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.368449 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.369489 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.369796 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.371867 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.662214 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fb65de4d7b8> agent after_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.662533 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fb65de4d7b8> agent after_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.662830 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fb65de4d6a8> segment precommit_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.663140 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fb65de4d730> network precommit_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.663999 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fb65ddfb9d8> segment before_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.819892 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> network before_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.820197 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fb65dbf7a60> agent before_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.820524 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> network before_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.820833 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> port before_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.821139 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> port before_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.821531 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> segment after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.822032 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> segment precommit_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.822334 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> segment precommit_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.822635 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> segment after_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.822991 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> network after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.823295 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> network precommit_delete 0 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.823643 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> port provisioning_complete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.823960 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> rbac-policy before_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.824278 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> rbac-policy after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.824574 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> agent after_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.824905 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> subnet after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.825212 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> subnet precommit_delete 0 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.825570 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> rbac-policy before_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.825864 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> rbac-policy before_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.826221 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> segment_host_mapping after_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.826697 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> port after_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.826989 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> port after_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.827280 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> port after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.827650 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> rbac-policy before_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.827959 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> rbac-policy before_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.828238 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb65e79c860>> rbac-policy before_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.828712 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 12:45:19.828986 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 12:45:19.829262 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 12:45:19.829534 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 12:45:19.829804 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 12:45:19.830073 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 12:45:19.830518 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 22 12:45:19.833996 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 22 12:45:19.838337 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 22 12:45:19.842337 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])])
Apr 22 12:45:19.844102 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 22 12:45:19.845391 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 22 12:45:19.845787 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 22 12:45:19.846234 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 22 12:45:19.850451 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 22 12:45:19.850735 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 22 12:45:19.851142 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 22 12:45:19.880078 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 22 12:45:19.880613 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fb65dca9cf8>> qos_plugin after_init 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.880957 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86413) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 22 12:45:19.881370 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fb65dc4a518>> logging-plugin after_init 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.882876 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86413) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 22 12:45:19.883215 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 22 12:45:19.883782 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 22 12:45:19.887100 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fb65dc4a588>> floatingip before_response 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.887465 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fb65dc4a588>> port before_response 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:19.957045 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 22 12:45:19.957294 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 22 12:45:19.957644 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 22 12:45:19.958109 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 22 12:45:19.993927 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_db.sqlalchemy.engines [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86413) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 22 12:45:20.600789 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.managers [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Initializing driver for type 'gre'
Apr 22 12:45:20.601393 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] gre ID ranges: [(1, 1000)]
Apr 22 12:45:20.783797 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.managers [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Initializing driver for type 'local'
Apr 22 12:45:20.784184 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.managers [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Initializing driver for type 'vlan'
Apr 22 12:45:20.949014 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] VlanTypeDriver initialization complete
Apr 22 12:45:20.949386 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.managers [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Initializing driver for type 'vxlan'
Apr 22 12:45:20.949957 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] vxlan ID ranges: [(1, 1000)]
Apr 22 12:45:21.173635 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.managers [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Initializing extension driver 'port_security'
Apr 22 12:45:21.173922 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.extensions.port_security [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] PortSecurityExtensionDriver initialization complete
Apr 22 12:45:21.174257 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.managers [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Initializing mechanism driver 'openvswitch'
Apr 22 12:45:21.174626 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.managers [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Initializing mechanism driver 'hyperv'
Apr 22 12:45:21.181766 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86413) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:45:21.182642 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb65dc58828>> port after_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.183090 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb65dc58828>> port after_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.183478 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb65dc58828>> port after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.183900 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb65d6aafd0>> subnet after_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.184291 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb65d6aafd0>> subnet after_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.185566 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb65d6aafd0>> subnet after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.185974 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb65d6b61d0>> network after_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.185974 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb65d6b61d0>> network after_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.186499 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb65d6b61d0>> network after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.186721 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb65d6b6390>> security_group after_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.187106 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb65d6b6390>> security_group after_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.187717 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb65d6b6390>> security_group after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.188139 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb65d6b6550>> security_group_rule after_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.188518 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb65d6b6550>> security_group_rule after_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.188889 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb65d6b6550>> security_group_rule after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.189302 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb65d6b6710>> address_group after_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.189674 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb65d6b6710>> address_group after_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.190043 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb65d6b6710>> address_group after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.190410 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] ML2 OVO RPC backend initialized. {{(pid=86413) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 22 12:45:21.191310 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb65d6b67f0>> router_interface after_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.191729 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb65d6b67f0>> router_interface after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.192189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb65d6b67f0>> network before_response 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.192565 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb65d6b67f0>> networks before_response 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.192939 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb65d6b67f0>> port before_response 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.193312 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb65d6b67f0>> ports before_response 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.193682 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb65d6b67f0>> subnet before_response 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.194051 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb65d6b67f0>> subnets before_response 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.194433 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb65d6b67f0>> network after_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.194809 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb65d6b67f0>> network after_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.195164 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb65d6b67f0>> network after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.195563 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb65d6b67f0>> port after_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.195927 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb65d6b67f0>> port after_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.196287 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb65d6b67f0>> port after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.196649 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb65d6b67f0>> subnet after_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.197012 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb65d6b67f0>> subnet after_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.197372 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb65d6b67f0>> subnet after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.198097 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.plugin [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Modular L2 Plugin initialization complete
Apr 22 12:45:21.198455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading services supported by the core plugin {{(pid=86413) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 22 12:45:21.198817 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.plugins.ml2.managers [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Got port-security extension from driver 'port_security'
Apr 22 12:45:21.199326 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.extensions.vlantransparent [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Disabled vlantransparent extension.
Apr 22 12:45:21.199901 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86413) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 22 12:45:21.200239 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading Plugin: router
Apr 22 12:45:21.243292 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb65d6b6978>> router_interface before_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.243764 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb65d6b6978>> router after_create 55549900 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.244168 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb65d6b6978>> router before_create 55549900 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.244566 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb65d6b6978>> router_interface before_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.244977 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb65d6b6978>> router_interface after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.245359 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb65d6b6978>> router after_delete 55549900 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.245757 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb65d6b6978>> floatingip after_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.246157 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb65d6b6978>> router after_create 55549900 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.246530 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb65d6b6978>> router after_update 55549900 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.246915 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb65d6b6978>> router after_update 55549900 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.247943 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb65d6b6978>> router_gateway after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.248536 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb65d6b6978>> router after_update 55549900 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.249053 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb65d6b6978>> router precommit_update 55549900 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.249477 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fb65dd09c80> port after_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.249851 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fb65dd09e18> port after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.250219 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fb65dd09d90> subnet after_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.250596 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fb65dd09d08> subnetpool_address_scope after_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.250980 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb65d6b6978>> port precommit_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.251382 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb65d6b6978>> router precommit_create 55549900 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.251771 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fb65dcfa8c8> port before_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.252146 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb65d6b6978>> router precommit_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.252549 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb65d6b6978>> router after_update 55549900 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.252923 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb65d6b6978>> router precommit_delete 55549900 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.253303 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb65d6b6978>> router precommit_create 55549900 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.253719 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb65d6b6978>> router_interface after_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.254073 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb65d6b6978>> router precommit_update 55549900 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.254512 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb65d6b6978>> network after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.255677 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Tracking information for resource: router configured {{(pid=86413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 12:45:21.256041 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Tracking information for resource: floatingip configured {{(pid=86413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 12:45:21.261751 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.l3_agentschedulers_db [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 22 12:45:21.262432 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fb65d635510> port after_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.262985 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fb65d635400> port after_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.263535 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <function _notify_port_delete at 0x7fb65d635488> port after_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.264183 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fb65d6356a8> port after_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.265625 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fb65d653780>> router before_create 55550100 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.266129 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fb65d653780>> router precommit_delete 55550100 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.266529 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fb65d653780>> router precommit_create 55550100 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.267051 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fb65d653780>> router precommit_update 55550100 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.273190 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.provider_configuration [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Service providers = [] {{(pid=86413) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 22 12:45:21.273587 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.servicetype_db [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86413) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 22 12:45:21.276769 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.service_base [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86413) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 22 12:45:21.277147 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.service_base [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86413) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 22 12:45:21.277515 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.service_base [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86413) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 22 12:45:21.278472 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.service_base [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86413) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 22 12:45:21.278887 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.services.service_base [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 22 12:45:21.279326 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 12:45:21.279893 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 22 12:45:21.290766 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 12:45:21.291129 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading Plugin: auto_allocate
Apr 22 12:45:21.298024 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fb65d5c3d90> network precommit_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.298425 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fb65d5c3d90> network precommit_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.299029 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 12:45:21.299387 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading Plugin: tag
Apr 22 12:45:21.307180 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 12:45:21.307575 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading Plugin: timestamp
Apr 22 12:45:21.312478 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 12:45:21.312836 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading Plugin: network_ip_availability
Apr 22 12:45:21.318925 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb65d563390>> rbac-policy before_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.319334 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb65d563390>> rbac-policy before_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.319753 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb65d563390>> rbac-policy before_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.320663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 12:45:21.321020 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading Plugin: flavors
Apr 22 12:45:21.326346 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 12:45:21.326702 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading Plugin: revisions
Apr 22 12:45:21.331721 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 12:45:21.332151 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.518s {{(pid=86413) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:45:21.333001 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86413) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 22 12:45:21.333359 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Initializing extension manager.
Apr 22 12:45:21.333933 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: __init__.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.334313 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: __pycache__ {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.334674 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.335044 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: address_group.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.335977 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.336646 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: address-group
Apr 22 12:45:21.337005 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: address_scope.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.337791 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.338362 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: address-scope
Apr 22 12:45:21.338717 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: admin_state_down_before_update.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.339796 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.340385 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: router-admin-state-down-before-update
Apr 22 12:45:21.340738 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: agent.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.341576 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.342199 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: agent
Apr 22 12:45:21.342505 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: agent_resources_synced.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.343502 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.344068 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: agent-resources-synced
Apr 22 12:45:21.344419 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: allowedaddresspairs.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.346315 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.346888 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: allowed-address-pairs
Apr 22 12:45:21.347246 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: auto_allocated_topology.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.348382 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.348962 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: auto-allocated-topology
Apr 22 12:45:21.349306 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: availability_zone.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.350058 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.350630 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: availability_zone
Apr 22 12:45:21.350983 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: availability_zone_filter.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.351949 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.352514 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: availability_zone_filter
Apr 22 12:45:21.352869 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: data_plane_status.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.369210 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.369893 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension data-plane-status not supported by any of loaded plugins
Apr 22 12:45:21.370293 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: default_subnetpools.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.371291 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.371934 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: default-subnetpools
Apr 22 12:45:21.373473 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: dhcpagentscheduler.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.374434 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.375029 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: dhcp_agent_scheduler
Apr 22 12:45:21.375393 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: dns.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.376393 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.376956 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension dns-integration not supported by any of loaded plugins
Apr 22 12:45:21.377313 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: dns_domain_ports.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.378245 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.378825 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 22 12:45:21.379248 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: dvr.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.380030 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.380612 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: dvr
Apr 22 12:45:21.380967 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: empty_string_filtering.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.381928 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.382497 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: empty-string-filtering
Apr 22 12:45:21.382864 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.384187 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.384782 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 22 12:45:21.385139 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.386119 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.386721 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 22 12:45:21.387082 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: external_net.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.388606 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.389184 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: external-net
Apr 22 12:45:21.389540 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: extra_dhcp_opt.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.390518 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.391088 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: extra_dhcp_opt
Apr 22 12:45:21.391471 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: extraroute.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.392400 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.392962 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: extraroute
Apr 22 12:45:21.393321 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: extraroute_atomic.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.394378 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.394947 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: extraroute-atomic
Apr 22 12:45:21.395304 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: filter_validation.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.396042 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.396602 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: filter-validation
Apr 22 12:45:21.396952 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: fip_pf_description.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.397864 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.398423 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 22 12:45:21.398772 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: fip_port_details.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.399837 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.400399 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: fip-port-details
Apr 22 12:45:21.400751 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: flavors.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.405749 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.406338 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: flavors
Apr 22 12:45:21.406698 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.408455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.409043 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 22 12:45:21.409406 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: floatingip_pools.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.410177 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.410755 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: floatingip-pools
Apr 22 12:45:21.411112 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: ip_allocation.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.412123 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.412682 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension ip_allocation not supported by any of loaded plugins
Apr 22 12:45:21.413037 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.413964 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.414530 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: ip-substring-filtering
Apr 22 12:45:21.414883 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: l2_adjacency.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.415834 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.416399 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 22 12:45:21.416753 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: l3.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.417892 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.418458 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: router
Apr 22 12:45:21.418818 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: l3_conntrack_helper.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.422211 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.422797 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 22 12:45:21.423162 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.424161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.424692 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: ext-gw-mode
Apr 22 12:45:21.425050 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.426087 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.426660 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: l3-ha
Apr 22 12:45:21.427018 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: l3_flavors.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.427951 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.428515 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: l3-flavors
Apr 22 12:45:21.428874 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.429790 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.430353 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 22 12:45:21.430707 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: l3agentscheduler.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.431988 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.432577 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: l3_agent_scheduler
Apr 22 12:45:21.432935 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: logging.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.434505 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.436348 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension logging not supported by any of loaded plugins
Apr 22 12:45:21.436718 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: metering.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.437533 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.438236 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: metering
Apr 22 12:45:21.438595 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.439765 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.440325 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: metering_source_and_destination_fields
Apr 22 12:45:21.440669 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: multiprovidernet.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.441596 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.442161 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: multi-provider
Apr 22 12:45:21.442516 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: netmtu.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.443463 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.444030 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: net-mtu
Apr 22 12:45:21.444441 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: netmtu_writable.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.445326 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.445889 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: net-mtu-writable
Apr 22 12:45:21.446241 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: network_availability_zone.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.447091 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.447685 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: network_availability_zone
Apr 22 12:45:21.448044 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: network_ip_availability.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.449208 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.449780 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: network-ip-availability
Apr 22 12:45:21.450134 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: network_segment_range.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.451654 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.452224 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension network-segment-range not supported by any of loaded plugins
Apr 22 12:45:21.452580 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: pagination.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.453633 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.454027 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: pagination
Apr 22 12:45:21.454345 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: port_device_profile.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.455261 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.455865 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: port-device-profile
Apr 22 12:45:21.456275 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.457237 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.457817 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: port-mac-address-regenerate
Apr 22 12:45:21.458166 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.459081 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.459664 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: port-numa-affinity-policy
Apr 22 12:45:21.460018 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: port_resource_request.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.460926 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.461481 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension port-resource-request not supported by any of loaded plugins
Apr 22 12:45:21.461825 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: portbindings.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.462799 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.463361 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: binding
Apr 22 12:45:21.463736 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: portbindings_extended.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.465077 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.465663 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: binding-extended
Apr 22 12:45:21.466062 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: portsecurity.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.467188 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.467804 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: port-security
Apr 22 12:45:21.468166 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: project_id.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.469157 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.469522 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: project-id
Apr 22 12:45:21.469876 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: providernet.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.470794 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.471358 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: provider
Apr 22 12:45:21.471730 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: qos.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.475603 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.476234 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension qos not supported by any of loaded plugins
Apr 22 12:45:21.476601 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.477948 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.478530 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 22 12:45:21.478892 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.479920 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.480488 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 22 12:45:21.480846 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: qos_default.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.482659 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.483336 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension qos-default not supported by any of loaded plugins
Apr 22 12:45:21.483786 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: qos_fip.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.484510 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.485072 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension qos-fip not supported by any of loaded plugins
Apr 22 12:45:21.485498 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: qos_gateway_ip.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.486380 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.486952 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 22 12:45:21.487351 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: qos_port_network_policy.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.488297 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.488867 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 22 12:45:21.489221 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: qos_rule_type_details.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.490137 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.490709 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 22 12:45:21.491063 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: qos_rules_alias.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.492166 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.492733 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 22 12:45:21.493090 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: quotasv2.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.494168 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.494530 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: quotas
Apr 22 12:45:21.494882 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: quotasv2_detail.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.496704 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.497077 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: quota_details
Apr 22 12:45:21.498090 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: rbac.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.499565 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.500289 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: rbac-policies
Apr 22 12:45:21.500658 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: rbac_address_group.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.501646 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.502220 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: rbac-address-group
Apr 22 12:45:21.502578 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: rbac_address_scope.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.503575 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.504157 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: rbac-address-scope
Apr 22 12:45:21.504514 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: rbac_security_groups.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.505449 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.506021 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: rbac-security-groups
Apr 22 12:45:21.506378 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: rbac_subnetpool.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.507310 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.507917 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: rbac-subnetpool
Apr 22 12:45:21.508271 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: revisionifmatch.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.509487 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.510060 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: revision-if-match
Apr 22 12:45:21.510411 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: revisions.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.511617 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.512188 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: standard-attr-revisions
Apr 22 12:45:21.512544 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: router_availability_zone.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.513406 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.513877 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: router_availability_zone
Apr 22 12:45:21.514232 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: routerservicetype.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.515203 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.515810 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension router-service-type not supported by any of loaded plugins
Apr 22 12:45:21.516159 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.517096 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.517658 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: security-groups-normalized-cidr
Apr 22 12:45:21.518018 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: security_groups_port_filtering.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.518973 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.519575 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: port-security-groups-filtering
Apr 22 12:45:21.519924 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.520886 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.521455 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: security-groups-remote-address-group
Apr 22 12:45:21.521799 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: securitygroup.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.535815 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.536473 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: security-group
Apr 22 12:45:21.536837 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: segment.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.537763 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.538340 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension segment not supported by any of loaded plugins
Apr 22 12:45:21.538697 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.539777 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.540366 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 22 12:45:21.540705 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: servicetype.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.541826 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.542401 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: service-type
Apr 22 12:45:21.542754 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: sorting.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.543777 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.544778 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: sorting
Apr 22 12:45:21.545242 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: standard_attr_segment.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.546344 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.546921 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 22 12:45:21.547276 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: standardattrdescription.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.547994 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.548562 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: standard-attr-description
Apr 22 12:45:21.548917 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: stateful_security_group.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.549869 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.550449 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: stateful-security-group
Apr 22 12:45:21.550803 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: stdattrs_common.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.551385 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 22 12:45:21.551786 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.552805 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.553376 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 22 12:45:21.553727 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: subnet_onboard.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.554804 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.555384 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: subnet_onboard
Apr 22 12:45:21.555786 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.556726 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.557295 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 22 12:45:21.557647 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: subnet_service_types.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.558669 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.559154 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: subnet-service-types
Apr 22 12:45:21.559557 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: subnetallocation.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.561448 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.562023 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: subnet_allocation
Apr 22 12:45:21.562377 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.563087 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.563685 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: subnetpool-prefix-ops
Apr 22 12:45:21.564040 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.564989 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.565554 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 22 12:45:21.565905 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: tagging.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.567279 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.567925 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: standard-attr-tag
Apr 22 12:45:21.568284 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: timestamp.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.569478 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.570051 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loaded extension: standard-attr-timestamp
Apr 22 12:45:21.570413 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: trunk.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.571462 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.572033 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension trunk not supported by any of loaded plugins
Apr 22 12:45:21.572390 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: trunk_details.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.573317 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.573881 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension trunk-details not supported by any of loaded plugins
Apr 22 12:45:21.574231 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: uplink_status_propagation.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.575157 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.575772 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 22 12:45:21.576128 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Loading extension file: vlantransparent.py {{(pid=86413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 12:45:21.576840 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 12:45:21.577414 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 22 12:45:21.580431 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Creating instance of TrackedResource for resource:network
Apr 22 12:45:21.581276 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Creating instance of TrackedResource for resource:subnet
Apr 22 12:45:21.581945 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Creating instance of TrackedResource for resource:subnetpool
Apr 22 12:45:21.582601 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Creating instance of TrackedResource for resource:port
Apr 22 12:45:21.584210 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.resource_helper [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 12:45:21.584869 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.resource_helper [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Service FLAVORS assigned prefix:  {{(pid=86413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 12:45:21.585362 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.resource_helper [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 12:45:21.585811 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.resource_helper [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 12:45:21.586183 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Creating instance of TrackedResource for resource:router
Apr 22 12:45:21.586903 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Creating instance of TrackedResource for resource:floatingip
Apr 22 12:45:21.587702 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.resource_helper [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Service METERING assigned prefix: /metering {{(pid=86413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 12:45:21.589605 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb65d4a7d30>> rbac-policy before_create 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.589996 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb65d4a7d30>> rbac-policy before_update 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.590373 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb65d4a7d30>> rbac-policy before_delete 55550000 {{(pid=86413) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:45:21.591615 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Creating instance of CountableResource for resource:rbac_policy
Apr 22 12:45:21.592208 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Creating instance of TrackedResource for resource:security_group
Apr 22 12:45:21.593022 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 22 12:45:21.593828 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.resource_helper [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Service CORE assigned prefix:  {{(pid=86413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 12:45:21.594238 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Creating instance of TrackedResource for resource:subnetpool
Apr 22 12:45:21.594553 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] subnetpool is already registered
Apr 22 12:45:21.595220 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.resource_helper [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Service CORE assigned prefix:  {{(pid=86413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 12:45:21.595601 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Creating instance of TrackedResource for resource:subnetpool
Apr 22 12:45:21.595957 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] subnetpool is already registered
Apr 22 12:45:21.598750 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.resource_helper [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 12:45:21.599218 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.resource_helper [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Service FLAVORS assigned prefix:  {{(pid=86413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 12:45:21.599886 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.resource_helper [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 12:45:21.600342 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.resource_helper [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 12:45:21.600708 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Creating instance of TrackedResource for resource:router
Apr 22 12:45:21.601075 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] router is already registered
Apr 22 12:45:21.601713 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Creating instance of TrackedResource for resource:floatingip
Apr 22 12:45:21.602082 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] floatingip is already registered
Apr 22 12:45:21.602766 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.resource_helper [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Service METERING assigned prefix: /metering {{(pid=86413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 12:45:21.603534 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Creating instance of CountableResource for resource:rbac_policy
Apr 22 12:45:21.603898 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] rbac_policy is already registered
Apr 22 12:45:21.604533 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Creating instance of TrackedResource for resource:security_group
Apr 22 12:45:21.604895 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] security_group is already registered
Apr 22 12:45:21.605543 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 22 12:45:21.605895 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] security_group_rule is already registered
Apr 22 12:45:21.607208 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.resource_helper [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Service CORE assigned prefix:  {{(pid=86413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 12:45:21.607826 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Creating instance of TrackedResource for resource:subnetpool
Apr 22 12:45:21.608456 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] subnetpool is already registered
Apr 22 12:45:21.608797 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.resource_helper [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Service CORE assigned prefix:  {{(pid=86413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 12:45:21.609156 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Creating instance of TrackedResource for resource:subnetpool
Apr 22 12:45:21.609510 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING neutron.quota.resource_registry [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] subnetpool is already registered
Apr 22 12:45:21.610222 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: extensions {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.611906 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: address-groups {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.613580 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: address-scopes {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.614843 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: agents {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.616145 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: auto-allocated-topology {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.617436 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: availability_zones {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.618853 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: dhcp-networks {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.620336 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: dhcp-agents {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.621838 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: routers {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.623797 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: flavors {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.625004 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: service_profiles {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.626281 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: next_providers {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.627910 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: service_profiles {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.629400 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: floatingip-pools {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.630661 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: routers {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.632553 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: floatingips {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.634053 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: l3-routers {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.635536 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: l3-agents {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.637007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: metering-labels {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.640060 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: metering-label-rules {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.641390 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: network-ip-availabilities {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.642743 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: bindings {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.644480 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: quotas {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.645974 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: quotas {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.647444 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: rbac-policies {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.648794 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: security-groups {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.650081 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: security-group-rules {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.651387 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: service-providers {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.652682 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: subnetpools {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.654226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: subnetpools {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.655766 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: tags {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.657529 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: tags {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.659403 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: tags {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.661266 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: tags {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.663111 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: tags {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.665108 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: tags {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.666879 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: tags {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.668871 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: tags {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.670757 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: tags {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.672685 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.extensions [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Extended resource: tags {{(pid=86413) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 12:45:21.679676 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING keystonemiddleware.auth_token [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 22 12:45:21.686116 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING keystonemiddleware.auth_token [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 22 12:45:21.695149 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Acquired lock "singleton_lock" {{(pid=86413) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 22 12:45:21.695683 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Releasing lock "singleton_lock" {{(pid=86413) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 22 12:45:21.697195 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO oslo_service.service [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Starting 2 workers
Apr 22 12:45:21.702755 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Started child 86532 {{(pid=86413) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 22 12:45:21.707204 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:21.707759 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Started child 86533 {{(pid=86413) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 22 12:45:21.708842 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [-] (86532) wsgi starting up on http://0.0.0.0:9696
Apr 22 12:45:21.709285 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.service [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Neutron service started, listening on 0.0.0.0:9696
Apr 22 12:45:21.709972 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Notify callbacks [] for process, before_spawn {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:21.711489 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:21.712528 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO oslo_service.service [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Starting 1 workers
Apr 22 12:45:21.712876 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [-] (86533) wsgi starting up on http://0.0.0.0:9696
Apr 22 12:45:21.718890 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Started child 86534 {{(pid=86413) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 22 12:45:21.719494 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO oslo_service.service [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Starting 1 workers
Apr 22 12:45:21.724521 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Started child 86535 {{(pid=86413) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 22 12:45:21.725401 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] Notify callbacks [] for process, after_spawn {{(pid=86413) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:21.727209 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86413) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 22 12:45:21.727529 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 22 12:45:21.727688 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 22 12:45:21.727971 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 22 12:45:21.728303 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 22 12:45:21.728495 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 22 12:45:21.729074 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:21.729248 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.729405 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.729639 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.729902 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.service [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] calling RpcWorker wait() {{(pid=86534) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 22 12:45:21.730003 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.730240 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.730534 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.service [None req-f7d49d1d-bc03-48c6-80ae-f390de333cae None None] returning from RpcWorker wait() {{(pid=86534) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 22 12:45:21.730929 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.731389 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.731571 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.731885 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.732126 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.732319 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.732488 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.732632 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:21.732938 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.733056 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:45:21.733213 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.733608 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.733912 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.734177 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.734462 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.734679 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.734918 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.735223 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.735534 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.735834 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.736114 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.736675 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.736938 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.737217 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.737475 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.737767 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.738028 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.738324 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.738594 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.738835 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.739126 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.739440 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.739643 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.739887 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.740142 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.740447 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.740695 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.741149 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] host                           = dv-cinder-787262-3-iscsi {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.741390 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.741632 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.741892 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.742155 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.742427 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.742678 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.742955 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.743241 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.743538 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.743792 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.744086 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.744337 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.744600 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.744861 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.745034 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.745261 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.745558 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.745842 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.746082 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.746302 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.746469 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.746629 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.746828 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.747133 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.747911 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.748053 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.748279 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.749721 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.749721 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.749721 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.749721 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.749721 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.750437 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.750437 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.750437 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.750870 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.750870 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.751161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.751304 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.751698 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.751865 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.752015 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.752231 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.752479 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.752747 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.753012 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.753303 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.753541 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.753815 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.754052 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.754392 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.754550 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.754800 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.755058 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.755331 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.755628 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.755880 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.756186 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.756493 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.756646 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.756855 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.757094 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.757423 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.757636 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.758865 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.758865 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.758865 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.758865 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.759539 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.759684 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:45:21.759876 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.759876 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.760186 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.760325 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.760469 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.760739 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.761021 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.761264 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.761554 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.761959 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.762109 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.762327 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.762660 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.763510 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.763802 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.764107 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.765171 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.765171 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.765171 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.765171 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.765481 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.765633 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.765966 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.766298 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.766582 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.766846 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.767080 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.767351 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.767792 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.767941 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.768089 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.768313 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.768609 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.768830 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.769060 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.769286 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.769515 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.769838 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.770107 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.770369 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.770669 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.770921 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.771168 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.771961 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.772208 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.772466 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.772720 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.772989 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.773242 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.773540 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.773822 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.774070 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.774283 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.774532 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.774782 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.775061 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.775291 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.775565 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.775804 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.776079 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.776435 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.776629 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.776850 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.777095 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.777339 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.777604 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.777839 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.778601 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.779283 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.779731 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.782920 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.782920 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.782920 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.782920 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.782920 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.782920 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.782920 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.782920 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.784536 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.784818 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.785171 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.785724 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.786093 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.787433 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.787757 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.788355 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.790627 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.791779 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.792098 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.792828 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.792828 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.793001 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.793176 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.793416 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.796325 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.796325 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.796325 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.796325 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.796325 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.796325 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.796325 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.796325 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.796868 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.796868 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.796868 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.797076 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.797382 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.797648 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.797919 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.798194 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.798507 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.798838 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.799171 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.799511 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.799782 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.800083 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.800438 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.800772 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.801074 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.801349 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.801647 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.801939 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.802235 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.802518 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.802788 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.803086 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.803317 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.803660 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.803936 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.804168 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.804396 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.804778 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.805048 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.805346 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.805627 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.805891 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.806127 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.806439 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.806670 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.807015 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.807307 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.807618 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.807908 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.808212 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.808432 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.808666 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.808951 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.809264 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.810257 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.810828 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.811102 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.811373 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.811676 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.811938 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.812189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.812444 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.812657 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.812893 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.813166 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.813466 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.813765 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.813962 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.814197 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.814551 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.814764 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.815136 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.815136 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.815488 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.815694 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.816902 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.818731 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.818731 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.818731 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.819124 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.819304 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.821435 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.821755 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.822027 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.822289 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.822546 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.822809 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.823064 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.823336 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.823651 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.823920 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.824219 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.824501 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.824866 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.825142 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.825939 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.826251 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.826485 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.826763 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.827171 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.827466 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.827831 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.828087 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.828338 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.828638 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.828921 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.829153 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.829365 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.829604 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.829856 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.830143 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.830363 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.830716 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.831572 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.831815 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.832059 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.832305 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.832583 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.832831 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.833078 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.833324 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.833568 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.833840 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.834052 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.834295 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.834542 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.834773 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.835035 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.835250 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.835600 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.835866 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.836060 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.836262 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.836426 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.836647 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.836891 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.837113 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.837475 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.837763 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.838020 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.838333 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.838602 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.838887 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.839191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.839632 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.839910 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.840227 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.840596 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.840992 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.841503 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.842155 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.842787 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.843179 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.843491 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.843801 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.844123 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.844420 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.844732 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.844996 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.845274 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.845636 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.845922 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.846199 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.846470 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.846762 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.847019 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.847272 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.847570 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.847824 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.848076 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.848360 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.848628 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.848894 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.849147 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.849416 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.849672 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.849927 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.850189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.850459 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.850711 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.850870 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 22 12:45:21.851470 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86413) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 22 12:45:21.851644 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 22 12:45:21.851817 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 22 12:45:21.852055 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 22 12:45:21.852313 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 22 12:45:21.852552 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 22 12:45:21.852780 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.852780 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.853156 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.853156 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.853446 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.853446 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.853764 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.853764 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.854089 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.854089 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.854481 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.854481 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.854818 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.854818 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.855072 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.855276 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.855276 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.855602 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.855602 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.856008 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.856008 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.856291 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.856291 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.856726 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.856726 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.857161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.857161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.857161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.857985 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.857985 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.857985 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.857985 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.857985 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.858792 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.858792 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.858792 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.858792 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.858792 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.859790 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.859790 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.859790 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] host                           = dv-cinder-787262-3-iscsi {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.859790 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.859790 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.859790 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.859790 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.861180 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.861180 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.861180 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.861180 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.861180 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.861180 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.861180 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.861180 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.862608 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.862608 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.862608 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.862608 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.862608 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.862608 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.862608 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.862608 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.864469 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.864469 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.864469 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.864469 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.864469 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.864469 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.864469 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.864469 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.866254 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.866254 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.866254 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.866254 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.866254 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.866254 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.866254 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.866254 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.868191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.868191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.868191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.868191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.868191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.868191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.868191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.868191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.868191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.870178 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.870178 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.870178 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.870178 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.870178 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.870178 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.870178 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.870178 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.871968 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.871968 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.871968 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.871968 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.871968 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.871968 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.871968 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.871968 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.874189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.874189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.874189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.874189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.874189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.874189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.874189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.874189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 12:45:21.876007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.876007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.876007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.876007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.876007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.876007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.876007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.876007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.877848 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.877848 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.877848 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.877848 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.877848 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.877848 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.877848 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.877848 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.879612 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.879612 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.879612 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.879612 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.879612 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.879612 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.879612 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.879612 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.880177 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.880177 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.880177 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.880177 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.880177 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.880177 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.880177 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.880177 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.880634 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.880634 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.880634 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.880634 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.880634 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.880634 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.880634 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.880634 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.880634 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.881144 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.881144 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.881144 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.881144 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.881144 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.881144 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.881144 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.881144 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.881144 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.881651 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.881651 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.881651 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.881651 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.881651 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.881651 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.881651 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.881651 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.881651 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.882163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.882163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.882163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.882163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.882163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.882163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.882163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.882163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.882163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.882665 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.882665 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.882665 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.882840 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.882908 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.883114 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.883232 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.883688 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.883905 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.884071 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.884236 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.884401 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.884594 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.884794 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.884967 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.885155 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.885352 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.885573 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.885823 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.886046 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.886046 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.886419 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.886419 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.886728 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.886728 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.887050 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.887050 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.887356 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.887356 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.887956 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.887956 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.887956 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.889200 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.889200 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.889783 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.889783 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.889783 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.889783 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.890380 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.890380 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.890380 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.890380 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.891064 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.891064 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.891064 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.891064 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.891683 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.891683 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.891683 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.892124 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.892124 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.892124 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.892582 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.892582 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.892582 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.893061 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.893061 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.893061 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.893565 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.893565 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.893565 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.894072 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.894072 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.894072 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.894572 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.894572 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.894572 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.895020 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.895020 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.895020 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.895668 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.895668 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.895668 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.895668 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.896252 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.896252 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.896252 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.896690 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.896690 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.896690 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.897153 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.897153 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.897153 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.897588 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.897588 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.898089 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.898089 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.898089 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.898089 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.898861 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.898861 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.898861 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.898861 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.899456 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.899456 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.899456 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.899456 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.900005 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.900005 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.900005 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.900447 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.900447 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.900447 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.900847 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.900847 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.900847 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.901241 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.901241 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.901436 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.901617 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.901739 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.901855 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.901971 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.902177 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.902368 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.902558 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.902934 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.902934 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.903200 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.903332 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.903535 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.903765 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.903973 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.903973 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.904355 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.904355 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.904657 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.904657 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.904949 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.905146 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.905146 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.905532 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.905532 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.905848 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.905848 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.906175 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.906175 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.906528 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.906528 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.906869 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.906869 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.907239 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.907239 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.907239 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.907835 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.907835 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.907835 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.908519 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.908519 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.908519 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.908519 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.909355 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.909355 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.909355 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.909355 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.909355 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.909355 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.910226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.910226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.910226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.910226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.910226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.910936 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.910936 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.910936 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.910936 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.911528 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.911528 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.911528 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.911528 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.912181 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.912181 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.912181 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.912181 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.912687 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.912687 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.912687 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.913247 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.913247 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.913247 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.913758 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.913758 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.913758 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.914256 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.914256 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.914256 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.914784 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.914784 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.914784 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.914784 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.915503 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.915503 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.915503 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.915503 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.916292 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.916292 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.916292 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.916292 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.916292 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.917226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.917226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.917226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.917226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.917226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.917226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.918161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 12:45:21.918161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86413) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 22 12:45:21.931118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:45:22.197941 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 47674) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:45:22.210236 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0100896
Apr 22 12:45:35.734779 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413a48e7-2b91-46d5-a73f-8e0f5d706508 None None] get_active_networks_info from dv-cinder-787262-3-iscsi {{(pid=86534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 22 12:45:35.854653 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413a48e7-2b91-46d5-a73f-8e0f5d706508 None None] No non-hosted networks {{(pid=86534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 22 12:45:35.882520 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agentschedulers_db [None req-413a48e7-2b91-46d5-a73f-8e0f5d706508 None None] DHCP Agent not found on host dv-cinder-787262-3-iscsi {{(pid=86534) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 22 12:45:36.055313 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da41f97c-34b6-4647-b4d4-0d7ddd7d475d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437'] for agent, after_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:38.556193 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-daf46bb8-c33b-4f5d-8463-8c68a4aa5828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437'] for agent, after_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:38.627956 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.db.api [None req-e6ea6d85-3629-45a7-a349-ef6308cb645d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-787262-3-iscsi {{(pid=86534) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 12:45:38.628327 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_db.api [None req-e6ea6d85-3629-45a7-a349-ef6308cb645d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 12:45:39.208553 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e6ea6d85-3629-45a7-a349-ef6308cb645d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:40.236561 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437'] for agent, after_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:40.425252 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437'] for agent, after_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:40.427162 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:40.428060 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:40.428911 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:40.429552 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:40.430118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:40.430894 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:40.431942 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:40.433237 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:40.434327 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:40.435743 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:40.443468 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:40.444266 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:40.445091 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fb65c8c1710>, 'Open vSwitch agent', 'dv-cinder-787262-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:45:40.457892 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fb65d1c8828>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787262-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:45:41.166867 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437'] for agent, after_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:42.273988 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.l3_hamode_db [None req-d5cc96c2-0a39-48f3-bbbe-9bf22ee5a127 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 22 12:45:42.283920 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 47764) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:45:42.402254 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc96c2-0a39-48f3-bbbe-9bf22ee5a127 None None] Routers set() bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 12:45:42.403013 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc96c2-0a39-48f3-bbbe-9bf22ee5a127 None None] Router IDs set() for agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 22 12:45:43.147445 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING oslo_policy.policy [None req-b3dc4151-c241-449b-9140-fe10e66597f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 12:45:43.148020 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING oslo_policy.policy [None req-b3dc4151-c241-449b-9140-fe10e66597f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 12:45:43.388640 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [None req-b3dc4151-c241-449b-9140-fe10e66597f7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 12:45:43.389730 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-b3dc4151-c241-449b-9140-fe10e66597f7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 1.1046419
Apr 22 12:45:46.541338 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 47780) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:45:47.016624 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-594474c9-40e8-4f7d-86c7-19813dc1dd09 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:45:47.132414 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.policy [None req-594474c9-40e8-4f7d-86c7-19813dc1dd09 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86533) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 22 12:45:47.191735 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING oslo_policy.policy [None req-594474c9-40e8-4f7d-86c7-19813dc1dd09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 12:45:47.192163 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING oslo_policy.policy [None req-594474c9-40e8-4f7d-86c7-19813dc1dd09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 12:45:47.212060 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.quota [None req-594474c9-40e8-4f7d-86c7-19813dc1dd09 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fb65d18c2e8>.
Apr 22 12:45:47.229675 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-594474c9-40e8-4f7d-86c7-19813dc1dd09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:45:47.346544 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-594474c9-40e8-4f7d-86c7-19813dc1dd09 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363260528255705', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363260528255117', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363260528248299', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363260528403023', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363260528418941', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363260528419132', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3964887', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3789271', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-732776', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-715394'] for rbac-policy, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:47.790036 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-594474c9-40e8-4f7d-86c7-19813dc1dd09 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:47.791468 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-594474c9-40e8-4f7d-86c7-19813dc1dd09 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.2490482
Apr 22 12:45:51.147316 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 47794) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:45:51.590662 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'fdffa761fa7b4575846267bdcd496220'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:45:51.597362 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:45:51.602887 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Usage tracker for resource:network and tenant:fdffa761fa7b4575846267bdcd496220 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:45:51.607488 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:45:51.615683 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:45:51.658701 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Made reservation on behalf of fdffa761fa7b4575846267bdcd496220 for: {'network': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:45:51.665202 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for network, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:51.682979 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:51.700521 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:45:51.705202 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Usage tracker for resource:security_group_rule and tenant:fdffa761fa7b4575846267bdcd496220 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:45:51.709431 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:45:51.717582 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:45:52.106731 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:52.138825 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:52.144454 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:45:52.163289 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'}  {{(pid=86533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 12:45:52.196061 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363260527522454', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:52.196835 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fb65de4d6a8> segment precommit_create {{(pid=86533) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 22 12:45:52.197309 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.segments_db [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Added segment 27df361f-3923-412e-adce-eaa4afa697a1 of type vlan for network 2434201e-72f8-4ecc-9a98-af497112cf3a
Apr 22 12:45:52.260793 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16f7f15-65b6-4f21-b171-9bd5fbea3377,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:45:52.287551 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:52.287926 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:52.288288 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:52.288644 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:52.288993 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:52.289342 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:52.289690 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:52.290036 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:52.290584 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:52.291001 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:52.291350 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:52.291750 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Tracked resource versions report:
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]: pushed versions:
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]: {   'AddressGroup': {'1.2'},
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:     'ConntrackHelper': {'1.0'},
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Log': {'1.0'},
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Network': {'1.1'},
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Port': {'1.7'},
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:     'PortForwarding': {'1.2'},
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:     'QosPolicy': {'1.8'},
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SecurityGroup': {'1.4'},
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SecurityGroupRule': {'1.2'},
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SubPort': {'1.0'},
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Subnet': {'1.1'},
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Trunk': {'1.1'}}
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]: consumer versions:
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]: {   DHCP agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:     L3 agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:     Metadata agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:     Metering agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:     Open vSwitch agent@dv-cinder-787262-3-iscsi: {   'AddressGroup': '1.2',
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'ConntrackHelper': '1.0',
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Log': '1.0',
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Network': '1.1',
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Port': '1.7',
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'PortForwarding': '1.2',
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'QosPolicy': '1.8',
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SecurityGroup': '1.4',
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SecurityGroupRule': '1.2',
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SubPort': '1.0',
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Subnet': '1.1',
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Trunk': '1.1'}}
Apr 22 12:45:52.293436 dv-cinder-787262-3-iscsi neutron-server[86413]:  {{(pid=86533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 12:45:52.346908 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776326693849'] for network, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:52.357842 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:45:52.429089 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for network, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:52.430922 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:45:52.431817 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:52.440496 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:45:52.583570 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Pushing event updated for resources: {'Network': ['ID=2434201e-72f8-4ecc-9a98-af497112cf3a,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:45:52.587262 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:45:52.598058 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Network 2434201e-72f8-4ecc-9a98-af497112cf3a details requested by agent ovs-agent-dv-cinder-787262-3-iscsi with host dv-cinder-787262-3-iscsi {{(pid=86534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 12:45:52.700787 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.5515676
Apr 22 12:45:56.169114 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 47810) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:45:56.760519 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb36c33-0ce6-4c8f-8294-1b2737812a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:45:56.762538 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-7fb36c33-0ce6-4c8f-8294-1b2737812a93 admin admin] 10.222.0.20 "GET /v2.0/networks/2434201e-72f8-4ecc-9a98-af497112cf3a HTTP/1.1" status: 200  len: 825 time: 0.5925446
Apr 22 12:45:56.800881 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-f754a5d5-52a4-4df4-96d0-001fd7a6e344 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/251ac6b6-8ad5-4fe8-ab7e-dcd05f22ef26 HTTP/1.1" status: 200  len: 734 time: 0.0265181
Apr 22 12:45:56.811546 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-1dc46c17-e1ae-40e6-81ce-79cbc3dc6ba7 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '2434201e-72f8-4ecc-9a98-af497112cf3a', 'subnetpool_id': '251ac6b6-8ad5-4fe8-ab7e-dcd05f22ef26', 'gateway_ip': '172.20.0.1', 'tenant_id': 'fdffa761fa7b4575846267bdcd496220'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:45:56.816658 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-1dc46c17-e1ae-40e6-81ce-79cbc3dc6ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:45:56.821007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-1dc46c17-e1ae-40e6-81ce-79cbc3dc6ba7 admin admin] Usage tracker for resource:subnet and tenant:fdffa761fa7b4575846267bdcd496220 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:45:56.825147 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-1dc46c17-e1ae-40e6-81ce-79cbc3dc6ba7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:45:56.831905 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-1dc46c17-e1ae-40e6-81ce-79cbc3dc6ba7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:45:56.875638 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc46c17-e1ae-40e6-81ce-79cbc3dc6ba7 admin admin] Made reservation on behalf of fdffa761fa7b4575846267bdcd496220 for: {'subnet': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:45:56.880658 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1dc46c17-e1ae-40e6-81ce-79cbc3dc6ba7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:57.622473 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1dc46c17-e1ae-40e6-81ce-79cbc3dc6ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for subnet, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:57.628400 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:45:57.735073 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc46c17-e1ae-40e6-81ce-79cbc3dc6ba7 admin admin] Checking segment: {'id': '27df361f-3923-412e-adce-eaa4afa697a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '2434201e-72f8-4ecc-9a98-af497112cf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:45:57.735564 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc46c17-e1ae-40e6-81ce-79cbc3dc6ba7 admin admin] Network hostable DHCP agents. Network: 2434201e-72f8-4ecc-9a98-af497112cf3a, hostable agents: ['87489297-b04a-4f62-8251-98d0a06ee999'], hosted agents: [] {{(pid=86533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 12:45:57.743600 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc46c17-e1ae-40e6-81ce-79cbc3dc6ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7cbc298-a7eb-4544-973b-4cb7fd125856,revision_number=0']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:45:57.753426 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1dc46c17-e1ae-40e6-81ce-79cbc3dc6ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:45:57.908532 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc46c17-e1ae-40e6-81ce-79cbc3dc6ba7 admin admin] Network 2434201e-72f8-4ecc-9a98-af497112cf3a is scheduled to be hosted by DHCP agent 87489297-b04a-4f62-8251-98d0a06ee999 with binding_index 1 {{(pid=86533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 12:45:58.105715 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-1dc46c17-e1ae-40e6-81ce-79cbc3dc6ba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-iscsi, 2434201e-72f8-4ecc-9a98-af497112cf3a) {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:45:58.111735 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc46c17-e1ae-40e6-81ce-79cbc3dc6ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:45:58.112970 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1dc46c17-e1ae-40e6-81ce-79cbc3dc6ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:58.117127 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f103c07-4a6b-4f9a-9b34-156c715d2143 None None] Network 2434201e-72f8-4ecc-9a98-af497112cf3a requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 12:45:58.236410 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-1dc46c17-e1ae-40e6-81ce-79cbc3dc6ba7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.4290016
Apr 22 12:45:58.697952 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffcb9097-8cb5-5ed6-be24-ccbd137e2060-2434201e-72f8-4ecc-9a98-af497112cf3a', 'network_id': '2434201e-72f8-4ecc-9a98-af497112cf3a', 'tenant_id': 'fdffa761fa7b4575846267bdcd496220', 'fixed_ips': [{'subnet_id': 'd7cbc298-a7eb-4544-973b-4cb7fd125856'}]}} from dv-cinder-787262-3-iscsi. {{(pid=86534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 12:45:58.700069 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:58.924377 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Allocated IP 172.20.0.2 (2434201e-72f8-4ecc-9a98-af497112cf3a/d7cbc298-a7eb-4544-973b-4cb7fd125856/a13c1b47-754f-475f-a5a4-6ae40efe3e20) {{(pid=86534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:45:59.208929 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Notify callbacks [] for port, precommit_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:59.224845 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Transition to ACTIVE for port object a13c1b47-754f-475f-a5a4-6ae40efe3e20 will not be triggered until provisioned by entity L2. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:45:59.251709 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Transition to ACTIVE for port object a13c1b47-754f-475f-a5a4-6ae40efe3e20 will not be triggered until provisioned by entity DHCP. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:45:59.314757 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:59.321090 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:45:59.391402 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Network 2434201e-72f8-4ecc-9a98-af497112cf3a is already hosted by enough agents. {{(pid=86534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:45:59.395555 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Resources bound (agent type, host, resource id):  {{(pid=86534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:45:59.398647 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Received port after_create {{(pid=86534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:45:59.447382 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Pushing event updated for resources: {'Port': ['ID=a13c1b47-754f-475f-a5a4-6ae40efe3e20,revision_number=1']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:45:59.504270 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:59.504821 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:59.505318 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:59.505808 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:59.506310 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:59.506801 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:59.507288 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:59.508161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:59.508675 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:59.509164 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:59.509647 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:59.510171 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Tracked resource versions report:
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]: pushed versions:
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]: {   'AddressGroup': {'1.2'},
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:     'ConntrackHelper': {'1.0'},
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Log': {'1.0'},
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Network': {'1.1'},
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Port': {'1.7'},
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:     'PortForwarding': {'1.2'},
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:     'QosPolicy': {'1.8'},
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SecurityGroup': {'1.4'},
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SecurityGroupRule': {'1.2'},
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SubPort': {'1.0'},
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Subnet': {'1.1'},
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Trunk': {'1.1'}}
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]: consumer versions:
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]: {   DHCP agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:     L3 agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:     Metadata agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:     Metering agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:     Open vSwitch agent@dv-cinder-787262-3-iscsi: {   'AddressGroup': '1.2',
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'ConntrackHelper': '1.0',
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Log': '1.0',
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Network': '1.1',
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Port': '1.7',
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'PortForwarding': '1.2',
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'QosPolicy': '1.8',
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SecurityGroup': '1.4',
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SecurityGroupRule': '1.2',
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SubPort': '1.0',
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Subnet': '1.1',
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Trunk': '1.1'}}
Apr 22 12:45:59.512307 dv-cinder-787262-3-iscsi neutron-server[86413]:  {{(pid=86534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 12:45:59.517789 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:45:59.541066 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Attempting to bind port a13c1b47-754f-475f-a5a4-6ae40efe3e20 on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 12:45:59.541495 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Attempting to bind port a13c1b47-754f-475f-a5a4-6ae40efe3e20 by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': '27df361f-3923-412e-adce-eaa4afa697a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '2434201e-72f8-4ecc-9a98-af497112cf3a'}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 12:45:59.541908 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Attempting to bind port a13c1b47-754f-475f-a5a4-6ae40efe3e20 on network 2434201e-72f8-4ecc-9a98-af497112cf3a {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:45:59.549358 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 12:45:59.549768 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Checking segment: {'id': '27df361f-3923-412e-adce-eaa4afa697a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '2434201e-72f8-4ecc-9a98-af497112cf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:45:59.550253 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:59.550680 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Bound using segment: {'id': '27df361f-3923-412e-adce-eaa4afa697a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '2434201e-72f8-4ecc-9a98-af497112cf3a'} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 12:45:59.551228 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Bound port: a13c1b47-754f-475f-a5a4-6ae40efe3e20, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27df361f-3923-412e-adce-eaa4afa697a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '2434201e-72f8-4ecc-9a98-af497112cf3a'}}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 12:45:59.551757 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:59.657090 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] For port a13c1b47-754f-475f-a5a4-6ae40efe3e20, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 12:45:59.661865 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] For port a13c1b47-754f-475f-a5a4-6ae40efe3e20, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=a13c1b47-754f-475f-a5a4-6ae40efe3e20,segment=NetworkSegment(27df361f-3923-412e-adce-eaa4afa697a1),segment_id=27df361f-3923-412e-adce-eaa4afa697a1)] {{(pid=86534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 12:45:59.704891 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:45:59.710546 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:45:59.814574 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Pushing event updated for resources: {'Port': ['ID=a13c1b47-754f-475f-a5a4-6ae40efe3e20,revision_number=2']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:45:59.818246 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:46:01.319365 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 47820) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:46:01.911493 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [None req-6538fab3-f2c9-4dbe-8709-39deb58b1f0a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 12:46:01.912884 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-6538fab3-f2c9-4dbe-8709-39deb58b1f0a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.5919197
Apr 22 12:46:05.584425 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9a440e57-2c6b-4736-8d95-3df73a35e30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:06.067030 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 47830) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:46:06.833661 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING oslo_policy.policy [None req-649fa1b6-2ca7-42f7-868d-b91bab1a7ece admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 12:46:06.834513 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING oslo_policy.policy [None req-649fa1b6-2ca7-42f7-868d-b91bab1a7ece admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 12:46:06.892458 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device a13c1b47-754f-475f-a5a4-6ae40efe3e20 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:46:07.012660 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port a13c1b47-754f-475f-a5a4-6ae40efe3e20 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:46:07.069063 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [None req-649fa1b6-2ca7-42f7-868d-b91bab1a7ece admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86532) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 12:46:07.070385 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-649fa1b6-2ca7-42f7-868d-b91bab1a7ece admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 1.0007668
Apr 22 12:46:08.475262 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2fb4fd27-4f65-468a-90bd-cb4dc438fd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:08.531519 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0140022e-56cd-4476-8668-31736b87ac83 None None] Network 2434201e-72f8-4ecc-9a98-af497112cf3a requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 12:46:08.711164 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-9a8af63e-afa3-4703-a79f-640dcf7d0909 None None] Provisioning for port a13c1b47-754f-475f-a5a4-6ae40efe3e20 completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:46:08.720332 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-9a8af63e-afa3-4703-a79f-640dcf7d0909 None None] Provisioning complete for port a13c1b47-754f-475f-a5a4-6ae40efe3e20 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:46:08.720740 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9a8af63e-afa3-4703-a79f-640dcf7d0909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:08.949278 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9a8af63e-afa3-4703-a79f-640dcf7d0909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:09.009210 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-9a8af63e-afa3-4703-a79f-640dcf7d0909 None None] For port a13c1b47-754f-475f-a5a4-6ae40efe3e20, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=a13c1b47-754f-475f-a5a4-6ae40efe3e20,segment=NetworkSegment(27df361f-3923-412e-adce-eaa4afa697a1),segment_id=27df361f-3923-412e-adce-eaa4afa697a1)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:46:09.059053 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9a8af63e-afa3-4703-a79f-640dcf7d0909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:09.062912 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:46:09.144347 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8af63e-afa3-4703-a79f-640dcf7d0909 None None] Pushing event updated for resources: {'Port': ['ID=a13c1b47-754f-475f-a5a4-6ae40efe3e20,revision_number=3']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:46:09.148275 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9a8af63e-afa3-4703-a79f-640dcf7d0909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:46:09.288067 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-52e634cd-ad2e-481d-bf2c-3bc2a3629af0 None None] Provisioning complete for port a13c1b47-754f-475f-a5a4-6ae40efe3e20 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:46:09.288484 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-52e634cd-ad2e-481d-bf2c-3bc2a3629af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:10.104293 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 47870) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:46:10.159846 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:10.284204 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-d8d34e51-0bd3-4f57-8c30-4b265ff311e6 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'fdffa761fa7b4575846267bdcd496220'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:46:10.367779 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.policy [None req-d8d34e51-0bd3-4f57-8c30-4b265ff311e6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86532) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 22 12:46:10.426367 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING oslo_policy.policy [None req-d8d34e51-0bd3-4f57-8c30-4b265ff311e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 12:46:10.426814 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING oslo_policy.policy [None req-d8d34e51-0bd3-4f57-8c30-4b265ff311e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 12:46:10.446272 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.quota [None req-d8d34e51-0bd3-4f57-8c30-4b265ff311e6 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fb65d0cd3c8>.
Apr 22 12:46:10.458502 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:10.465079 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d8d34e51-0bd3-4f57-8c30-4b265ff311e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:46:10.472596 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d8d34e51-0bd3-4f57-8c30-4b265ff311e6 admin admin] Usage tracker for resource:router and tenant:fdffa761fa7b4575846267bdcd496220 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:46:10.484874 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d8d34e51-0bd3-4f57-8c30-4b265ff311e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:46:10.489687 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d8d34e51-0bd3-4f57-8c30-4b265ff311e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:46:10.561652 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8d34e51-0bd3-4f57-8c30-4b265ff311e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-663020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-599'] for router, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:10.563893 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8d34e51-0bd3-4f57-8c30-4b265ff311e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854112796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854008062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775217'] for router, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:10.679068 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8d34e51-0bd3-4f57-8c30-4b265ff311e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:10.863667 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device a13c1b47-754f-475f-a5a4-6ae40efe3e20 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:46:10.951007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port a13c1b47-754f-475f-a5a4-6ae40efe3e20 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:46:10.951460 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:11.048225 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8d34e51-0bd3-4f57-8c30-4b265ff311e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767967'] for router, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:11.093690 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:11.121218 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8d34e51-0bd3-4f57-8c30-4b265ff311e6 admin admin] Notify callbacks [] for router, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:11.122622 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-d8d34e51-0bd3-4f57-8c30-4b265ff311e6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 1.0172477
Apr 22 12:46:13.965567 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 47882) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:46:14.030080 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [None req-67b3f020-3305-4d06-a6ac-053b3fcc12dc admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86532) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 12:46:14.031251 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-67b3f020-3305-4d06-a6ac-053b3fcc12dc admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0646622
Apr 22 12:46:16.799942 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 47892) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:46:16.858156 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:46:16.864768 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:46:16.869030 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Usage tracker for resource:network and tenant:75716550ee2241f981f0a7ca3bfc8e00 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:46:16.873626 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:46:16.880420 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:46:17.005356 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Made reservation on behalf of 75716550ee2241f981f0a7ca3bfc8e00 for: {'network': 1} {{(pid=86532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:46:17.012914 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for network, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:17.037389 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:17.054501 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:46:17.059387 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Usage tracker for resource:security_group_rule and tenant:75716550ee2241f981f0a7ca3bfc8e00 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:46:17.062868 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:46:17.069669 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:46:17.379969 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:17.418792 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:17.424316 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:46:17.438075 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Reserving flat network on physical network physnet1 {{(pid=86532) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 22 12:46:17.522193 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363260527522454', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:17.522933 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fb65de4d6a8> segment precommit_create {{(pid=86532) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 22 12:46:17.523521 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.segments_db [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Added segment 3d2d9174-998a-4f76-911c-c03d81411264 of type flat for network 2ddae30a-787b-4105-96b6-1d621d63b6d6
Apr 22 12:46:17.586160 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1618e81e-0889-456b-936e-eb63dc100037,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:46:17.595453 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:17.595825 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:17.596194 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:17.596547 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:17.596918 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:17.597237 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:17.597585 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:17.597926 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:17.598286 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:17.598667 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:17.599048 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:17.599485 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Tracked resource versions report:
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]: pushed versions:
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]: {   'AddressGroup': {'1.2'},
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:     'ConntrackHelper': {'1.0'},
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Log': {'1.0'},
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Network': {'1.1'},
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Port': {'1.7'},
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:     'PortForwarding': {'1.2'},
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:     'QosPolicy': {'1.8'},
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SecurityGroup': {'1.4'},
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SecurityGroupRule': {'1.2'},
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SubPort': {'1.0'},
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Subnet': {'1.1'},
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Trunk': {'1.1'}}
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]: consumer versions:
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]: {   DHCP agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:     L3 agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:     Metadata agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:     Metering agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:     Open vSwitch agent@dv-cinder-787262-3-iscsi: {   'AddressGroup': '1.2',
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'ConntrackHelper': '1.0',
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Log': '1.0',
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Network': '1.1',
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Port': '1.7',
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'PortForwarding': '1.2',
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'QosPolicy': '1.8',
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SecurityGroup': '1.4',
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SecurityGroupRule': '1.2',
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SubPort': '1.0',
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Subnet': '1.1',
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Trunk': '1.1'}}
Apr 22 12:46:17.600586 dv-cinder-787262-3-iscsi neutron-server[86413]:  {{(pid=86532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 12:46:17.638955 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:46:17.674344 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776326693849'] for network, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:17.765376 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for network, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:17.766988 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:46:17.767706 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:17.773675 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:46:17.902594 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Pushing event updated for resources: {'Network': ['ID=2ddae30a-787b-4105-96b6-1d621d63b6d6,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:46:17.902594 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:46:17.904206 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 details requested by agent ovs-agent-dv-cinder-787262-3-iscsi with host dv-cinder-787262-3-iscsi {{(pid=86534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 12:46:17.933660 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.1324966
Apr 22 12:46:20.681424 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 47906) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:46:20.857419 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40e3994-95cd-4d8d-b5db-759149e9335a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:46:20.858965 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-e40e3994-95cd-4d8d-b5db-759149e9335a admin admin] 10.222.0.20 "GET /v2.0/subnets/d7cbc298-a7eb-4544-973b-4cb7fd125856 HTTP/1.1" status: 200  len: 849 time: 0.1753781
Apr 22 12:46:21.052203 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-442c26f6-26bb-4832-9d3e-a177a10ce643 admin admin] 10.222.0.20 "GET /v2.0/routers/67ef2d5f-4dbf-4eec-9215-57b4529c03a9 HTTP/1.1" status: 200  len: 704 time: 0.1866136
Apr 22 12:46:21.777745 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:22.142650 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Allocated IP 172.20.0.1 (2434201e-72f8-4ecc-9a98-af497112cf3a/d7cbc298-a7eb-4544-973b-4cb7fd125856/2cb62c50-719b-48b4-8352-5744cb1107f0) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:46:22.440505 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:22.463917 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Transition to ACTIVE for port object 2cb62c50-719b-48b4-8352-5744cb1107f0 will not be triggered until provisioned by entity DHCP. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:46:22.572892 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:22.578861 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:46:22.649050 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Network 2434201e-72f8-4ecc-9a98-af497112cf3a is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:46:22.653498 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:46:22.657749 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:46:22.658297 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854006782'] for router_interface, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:22.812460 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Pushing event updated for resources: {'Port': ['ID=2cb62c50-719b-48b4-8352-5744cb1107f0,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:46:22.826778 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:46:22.904242 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-b88d44b9-65fb-415f-92a4-364c84bec52a None None] Provisioning for port 2cb62c50-719b-48b4-8352-5744cb1107f0 completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:46:22.909773 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-b88d44b9-65fb-415f-92a4-364c84bec52a None None] Provisioning complete for port 2cb62c50-719b-48b4-8352-5744cb1107f0 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:46:22.910230 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b88d44b9-65fb-415f-92a4-364c84bec52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:22.973041 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-b88d44b9-65fb-415f-92a4-364c84bec52a None None] Port 2cb62c50-719b-48b4-8352-5744cb1107f0 cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 12:46:23.050378 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:23.315741 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:23.382814 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:23.384136 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-769125'] for router_interface, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:23.390126 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:46:23.544747 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Pushing event updated for resources: {'Port': ['ID=2cb62c50-719b-48b4-8352-5744cb1107f0,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:46:23.551535 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:46:23.632689 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Network 2434201e-72f8-4ecc-9a98-af497112cf3a is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:46:23.634611 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:46:23.919485 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-6966e126-0a8c-4813-9fba-608f507806b5 None None] Provisioning complete for port 2cb62c50-719b-48b4-8352-5744cb1107f0 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:46:23.920370 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6966e126-0a8c-4813-9fba-608f507806b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:24.044668 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-6966e126-0a8c-4813-9fba-608f507806b5 None None] Port 2cb62c50-719b-48b4-8352-5744cb1107f0 cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 12:46:24.155245 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Router 67ef2d5f-4dbf-4eec-9215-57b4529c03a9 is scheduled to L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 with binding_index 1 {{(pid=86533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 12:46:24.332381 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 12:46:24.343994 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] 10.222.0.20 "PUT /v2.0/routers/67ef2d5f-4dbf-4eec-9215-57b4529c03a9/add_router_interface HTTP/1.1" status: 200  len: 508 time: 3.2855618
Apr 22 12:46:24.359381 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] Sync routers for ids ['67ef2d5f-4dbf-4eec-9215-57b4529c03a9'] in dv-cinder-787262-3-iscsi {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 12:46:24.373579 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] Routers {'67ef2d5f-4dbf-4eec-9215-57b4529c03a9'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 12:46:24.374450 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65d155390>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T12:46:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['67ef2d5f-4dbf-4eec-9215-57b4529c03a9'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:46:24.594933 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] Set router 67ef2d5f-4dbf-4eec-9215-57b4529c03a9 gateway port host: None {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 12:46:25.575791 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65d155390>, [{'id': '67ef2d5f-4dbf-4eec-9215-57b4529c03a9', 'name': 'router1', 'tenant_id': 'fdffa761fa7b4575846267bdcd496220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:46:10Z', 'updated_at': '2021-04-22T12:46:22Z', 'revision_number': 2, 'project_id': 'fdffa761fa7b4575846267bdcd496220', 'gw_port_host': None, '_interfaces': [{'id': '2cb62c50-719b-48b4-8352-5744cb1107f0', 'name': '', 'network_id': '2434201e-72f8-4ecc-9a98-af497112cf3a', 'tenant_id': 'fdffa761fa7b4575846267bdcd496220', 'mac_address': 'fa:16:3e:b2:2d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ef2d5f-4dbf-4eec-9215-57b4529c03a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7cbc298-a7eb-4544-973b-4cb7fd125856', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:46:21Z', 'updated_at': '2021-04-22T12:46:23Z', 'revision_number': 2, 'project_id': 'fdffa761fa7b4575846267bdcd496220', 'subnets': [{'id': 'd7cbc298-a7eb-4544-973b-4cb7fd125856', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '251ac6b6-8ad5-4fe8-ab7e-dcd05f22ef26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:46:25.582224 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] Checking router: 67ef2d5f-4dbf-4eec-9215-57b4529c03a9 for host: dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 12:46:25.582598 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] Updating router 67ef2d5f-4dbf-4eec-9215-57b4529c03a9 port 2cb62c50-719b-48b4-8352-5744cb1107f0 binding host dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 12:46:25.653319 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:26.271875 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] Notify callbacks [] for port, precommit_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:26.352315 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] Transition to ACTIVE for port object 2cb62c50-719b-48b4-8352-5744cb1107f0 will not be triggered until provisioned by entity L2. {{(pid=86535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:46:26.394891 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:26.400557 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:46:26.535647 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8e548-4f66-4056-9b29-24731940be66 None None] Pushing event updated for resources: {'Port': ['ID=2cb62c50-719b-48b4-8352-5744cb1107f0,revision_number=3']} {{(pid=86535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:46:26.560521 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8e548-4f66-4056-9b29-24731940be66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:26.561562 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8e548-4f66-4056-9b29-24731940be66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:26.562660 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8e548-4f66-4056-9b29-24731940be66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:26.563989 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8e548-4f66-4056-9b29-24731940be66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:26.564734 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8e548-4f66-4056-9b29-24731940be66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:26.565448 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8e548-4f66-4056-9b29-24731940be66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:26.566173 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8e548-4f66-4056-9b29-24731940be66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:26.566883 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8e548-4f66-4056-9b29-24731940be66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:26.567673 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8e548-4f66-4056-9b29-24731940be66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:26.568412 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8e548-4f66-4056-9b29-24731940be66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:26.569120 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8e548-4f66-4056-9b29-24731940be66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:26.569834 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8e548-4f66-4056-9b29-24731940be66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b8e548-4f66-4056-9b29-24731940be66 None None] Tracked resource versions report:
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]: pushed versions:
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]: {   'AddressGroup': {'1.2'},
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:     'ConntrackHelper': {'1.0'},
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Log': {'1.0'},
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Network': {'1.1'},
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Port': {'1.7'},
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:     'PortForwarding': {'1.2'},
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:     'QosPolicy': {'1.8'},
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SecurityGroup': {'1.4'},
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SecurityGroupRule': {'1.2'},
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SubPort': {'1.0'},
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Subnet': {'1.1'},
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Trunk': {'1.1'}}
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]: consumer versions:
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]: {   DHCP agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:     L3 agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:     Metadata agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:     Metering agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:     Open vSwitch agent@dv-cinder-787262-3-iscsi: {   'AddressGroup': '1.2',
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'ConntrackHelper': '1.0',
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Log': '1.0',
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Network': '1.1',
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Port': '1.7',
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'PortForwarding': '1.2',
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'QosPolicy': '1.8',
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SecurityGroup': '1.4',
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SecurityGroupRule': '1.2',
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SubPort': '1.0',
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Subnet': '1.1',
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Trunk': '1.1'}}
Apr 22 12:46:26.573883 dv-cinder-787262-3-iscsi neutron-server[86413]:  {{(pid=86535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 12:46:26.607511 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-47b8e548-4f66-4056-9b29-24731940be66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:46:26.716410 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] Attempting to bind port 2cb62c50-719b-48b4-8352-5744cb1107f0 on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 12:46:26.717006 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] Attempting to bind port 2cb62c50-719b-48b4-8352-5744cb1107f0 by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': '27df361f-3923-412e-adce-eaa4afa697a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '2434201e-72f8-4ecc-9a98-af497112cf3a'}] {{(pid=86535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 12:46:26.717663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] Attempting to bind port 2cb62c50-719b-48b4-8352-5744cb1107f0 on network 2434201e-72f8-4ecc-9a98-af497112cf3a {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:46:26.724938 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 12:46:26.725373 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] Checking segment: {'id': '27df361f-3923-412e-adce-eaa4afa697a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '2434201e-72f8-4ecc-9a98-af497112cf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:46:26.725908 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:26.726337 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] Bound using segment: {'id': '27df361f-3923-412e-adce-eaa4afa697a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '2434201e-72f8-4ecc-9a98-af497112cf3a'} {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 12:46:26.726909 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] Bound port: 2cb62c50-719b-48b4-8352-5744cb1107f0, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27df361f-3923-412e-adce-eaa4afa697a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '2434201e-72f8-4ecc-9a98-af497112cf3a'}}] {{(pid=86535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 12:46:26.727341 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:26.897188 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] For port 2cb62c50-719b-48b4-8352-5744cb1107f0, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 12:46:26.905026 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] For port 2cb62c50-719b-48b4-8352-5744cb1107f0, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=2cb62c50-719b-48b4-8352-5744cb1107f0,segment=NetworkSegment(27df361f-3923-412e-adce-eaa4afa697a1),segment_id=27df361f-3923-412e-adce-eaa4afa697a1)] {{(pid=86535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 12:46:26.961737 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:26.972066 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-47b8e548-4f66-4056-9b29-24731940be66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:46:27.135904 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] Routers {'67ef2d5f-4dbf-4eec-9215-57b4529c03a9'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 12:46:27.137045 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65d155390>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T12:46:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['67ef2d5f-4dbf-4eec-9215-57b4529c03a9'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:46:27.280857 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8e548-4f66-4056-9b29-24731940be66 None None] Pushing event updated for resources: {'Port': ['ID=2cb62c50-719b-48b4-8352-5744cb1107f0,revision_number=4']} {{(pid=86535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:46:27.286269 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-47b8e548-4f66-4056-9b29-24731940be66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:46:27.337689 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] Set router 67ef2d5f-4dbf-4eec-9215-57b4529c03a9 gateway port host: None {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 12:46:27.562131 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 47918) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:46:27.728558 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65d155390>, [{'id': '67ef2d5f-4dbf-4eec-9215-57b4529c03a9', 'name': 'router1', 'tenant_id': 'fdffa761fa7b4575846267bdcd496220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:46:10Z', 'updated_at': '2021-04-22T12:46:22Z', 'revision_number': 2, 'project_id': 'fdffa761fa7b4575846267bdcd496220', 'gw_port_host': None, '_interfaces': [{'id': '2cb62c50-719b-48b4-8352-5744cb1107f0', 'name': '', 'network_id': '2434201e-72f8-4ecc-9a98-af497112cf3a', 'tenant_id': 'fdffa761fa7b4575846267bdcd496220', 'mac_address': 'fa:16:3e:b2:2d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ef2d5f-4dbf-4eec-9215-57b4529c03a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7cbc298-a7eb-4544-973b-4cb7fd125856', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:46:21Z', 'updated_at': '2021-04-22T12:46:26Z', 'revision_number': 4, 'project_id': 'fdffa761fa7b4575846267bdcd496220', 'subnets': [{'id': 'd7cbc298-a7eb-4544-973b-4cb7fd125856', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '251ac6b6-8ad5-4fe8-ab7e-dcd05f22ef26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:46:27.733721 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8cd945-a989-4420-9e79-63cc639c64c0 None None] The sync data for ids ['67ef2d5f-4dbf-4eec-9215-57b4529c03a9'] in dv-cinder-787262-3-iscsi is: [{'id': '67ef2d5f-4dbf-4eec-9215-57b4529c03a9', 'name': 'router1', 'tenant_id': 'fdffa761fa7b4575846267bdcd496220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:46:10Z', 'updated_at': '2021-04-22T12:46:22Z', 'revision_number': 2, 'project_id': 'fdffa761fa7b4575846267bdcd496220', 'gw_port_host': None, '_interfaces': [{'id': '2cb62c50-719b-48b4-8352-5744cb1107f0', 'name': '', 'network_id': '2434201e-72f8-4ecc-9a98-af497112cf3a', 'tenant_id': 'fdffa761fa7b4575846267bdcd496220', 'mac_address': 'fa:16:3e:b2:2d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ef2d5f-4dbf-4eec-9215-57b4529c03a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7cbc298-a7eb-4544-973b-4cb7fd125856', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:46:21Z', 'updated_at': '2021-04-22T12:46:26Z', 'revision_number': 4, 'project_id': 'fdffa761fa7b4575846267bdcd496220', 'subnets': [{'id': 'd7cbc298-a7eb-4544-973b-4cb7fd125856', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '251ac6b6-8ad5-4fe8-ab7e-dcd05f22ef26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 12:46:27.752662 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c9fb7a-40d3-4c37-b86d-af1dddf3f8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:46:27.754226 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-40c9fb7a-40d3-4c37-b86d-af1dddf3f8ce admin admin] 10.222.0.20 "GET /v2.0/networks/2ddae30a-787b-4105-96b6-1d621d63b6d6 HTTP/1.1" status: 200  len: 842 time: 0.1908729
Apr 22 12:46:27.766185 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-b6aae1e9-1fc3-4852-b3f1-f3cbf75b207d admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:46:27.773146 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-b6aae1e9-1fc3-4852-b3f1-f3cbf75b207d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:46:27.778899 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-b6aae1e9-1fc3-4852-b3f1-f3cbf75b207d admin admin] Usage tracker for resource:subnet and tenant:75716550ee2241f981f0a7ca3bfc8e00 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:46:27.782765 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-b6aae1e9-1fc3-4852-b3f1-f3cbf75b207d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:46:27.789690 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-b6aae1e9-1fc3-4852-b3f1-f3cbf75b207d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:46:27.834904 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6aae1e9-1fc3-4852-b3f1-f3cbf75b207d admin admin] Made reservation on behalf of 75716550ee2241f981f0a7ca3bfc8e00 for: {'subnet': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:46:27.841254 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b6aae1e9-1fc3-4852-b3f1-f3cbf75b207d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:28.646770 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.objects.ports [None req-b6aae1e9-1fc3-4852-b3f1-f3cbf75b207d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86533) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 22 12:46:28.647440 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b6aae1e9-1fc3-4852-b3f1-f3cbf75b207d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for subnet, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:28.654355 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1dc46c17-e1ae-40e6-81ce-79cbc3dc6ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:46:28.746853 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aae1e9-1fc3-4852-b3f1-f3cbf75b207d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f62b3f7c-fd2a-4037-bea1-66926d384c05,revision_number=0']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:46:28.751964 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b6aae1e9-1fc3-4852-b3f1-f3cbf75b207d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:46:28.755030 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6aae1e9-1fc3-4852-b3f1-f3cbf75b207d admin admin] Checking segment: {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:46:28.755597 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aae1e9-1fc3-4852-b3f1-f3cbf75b207d admin admin] Network hostable DHCP agents. Network: 2ddae30a-787b-4105-96b6-1d621d63b6d6, hostable agents: ['87489297-b04a-4f62-8251-98d0a06ee999'], hosted agents: [] {{(pid=86533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 12:46:28.851929 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aae1e9-1fc3-4852-b3f1-f3cbf75b207d admin admin] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 is scheduled to be hosted by DHCP agent 87489297-b04a-4f62-8251-98d0a06ee999 with binding_index 1 {{(pid=86533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 12:46:28.903323 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-b6aae1e9-1fc3-4852-b3f1-f3cbf75b207d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-iscsi, 2ddae30a-787b-4105-96b6-1d621d63b6d6) {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:46:28.908327 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aae1e9-1fc3-4852-b3f1-f3cbf75b207d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:46:28.909197 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b6aae1e9-1fc3-4852-b3f1-f3cbf75b207d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:28.919817 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5814a71-3f98-4761-99be-d044841c9006 None None] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 12:46:29.059006 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-b6aae1e9-1fc3-4852-b3f1-f3cbf75b207d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2970519
Apr 22 12:46:29.252286 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f1576a-a4fa-422a-ba0f-428645f325e0 None None] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 12:46:31.989929 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 47932) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:46:32.220944 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-7843e375-27d9-49a9-9bca-76d84fb66106 admin admin] 10.222.0.20 "GET /v2.0/routers/67ef2d5f-4dbf-4eec-9215-57b4529c03a9 HTTP/1.1" status: 200  len: 710 time: 0.2297020
Apr 22 12:46:32.371246 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d936334a-8f9c-4d8f-a629-d7e30ad94d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:46:32.372808 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-d936334a-8f9c-4d8f-a629-d7e30ad94d96 admin admin] 10.222.0.20 "GET /v2.0/networks/2ddae30a-787b-4105-96b6-1d621d63b6d6 HTTP/1.1" status: 200  len: 886 time: 0.1458173
Apr 22 12:46:32.389717 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-5dceaa77-08ad-455a-a5a1-a74d0e1d249a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:46:32.899259 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5dceaa77-08ad-455a-a5a1-a74d0e1d249a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854007819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775248'] for router, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:32.905455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 2cb62c50-719b-48b4-8352-5744cb1107f0 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:46:33.046064 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port 2cb62c50-719b-48b4-8352-5744cb1107f0 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:46:33.053021 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 2cb62c50-719b-48b4-8352-5744cb1107f0 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:46:33.053589 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:33.362729 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:33.412901 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port 2cb62c50-719b-48b4-8352-5744cb1107f0, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=2cb62c50-719b-48b4-8352-5744cb1107f0,segment=NetworkSegment(27df361f-3923-412e-adce-eaa4afa697a1),segment_id=27df361f-3923-412e-adce-eaa4afa697a1)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:46:33.446480 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:33.450441 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:46:33.473711 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5dceaa77-08ad-455a-a5a1-a74d0e1d249a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:33.575231 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=2cb62c50-719b-48b4-8352-5744cb1107f0,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:46:33.577768 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5dceaa77-08ad-455a-a5a1-a74d0e1d249a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:33.578834 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:46:33.791866 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-5dceaa77-08ad-455a-a5a1-a74d0e1d249a admin admin] Allocated IP 172.27.3.36 (2ddae30a-787b-4105-96b6-1d621d63b6d6/f62b3f7c-fd2a-4037-bea1-66926d384c05/44367711-2b1f-4828-92c7-344181ef5750) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:46:34.162671 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5dceaa77-08ad-455a-a5a1-a74d0e1d249a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:34.224095 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5dceaa77-08ad-455a-a5a1-a74d0e1d249a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:34.230039 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:46:34.301299 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dceaa77-08ad-455a-a5a1-a74d0e1d249a admin admin] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:46:34.305652 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-5dceaa77-08ad-455a-a5a1-a74d0e1d249a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:46:34.310229 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dceaa77-08ad-455a-a5a1-a74d0e1d249a admin admin] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:46:34.443155 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dceaa77-08ad-455a-a5a1-a74d0e1d249a admin admin] Pushing event updated for resources: {'Port': ['ID=44367711-2b1f-4828-92c7-344181ef5750,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:46:34.453469 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5dceaa77-08ad-455a-a5a1-a74d0e1d249a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:46:34.783680 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 5 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 12:46:34.871191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 2cb62c50-719b-48b4-8352-5744cb1107f0 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:46:34.961439 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 2cb62c50-719b-48b4-8352-5744cb1107f0 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:46:34.962138 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:34.962558 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5dceaa77-08ad-455a-a5a1-a74d0e1d249a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:35.356296 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5dceaa77-08ad-455a-a5a1-a74d0e1d249a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854007819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775248'] for router, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:35.360335 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5dceaa77-08ad-455a-a5a1-a74d0e1d249a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-767950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854007866', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659240'] for router, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:35.572818 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cddc8aba-dec7-47c5-b732-71b4ab79154b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:35.586013 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dceaa77-08ad-455a-a5a1-a74d0e1d249a admin admin] Router 67ef2d5f-4dbf-4eec-9215-57b4529c03a9 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 12:46:35.815139 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dceaa77-08ad-455a-a5a1-a74d0e1d249a admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 12:46:35.828343 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] Sync routers for ids ['67ef2d5f-4dbf-4eec-9215-57b4529c03a9'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 12:46:35.831318 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5dceaa77-08ad-455a-a5a1-a74d0e1d249a admin admin] Notify callbacks [] for router, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:35.833616 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-5dceaa77-08ad-455a-a5a1-a74d0e1d249a admin admin] 10.222.0.20 "PUT /v2.0/routers/67ef2d5f-4dbf-4eec-9215-57b4529c03a9 HTTP/1.1" status: 200  len: 889 time: 3.4484594
Apr 22 12:46:35.843528 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] Routers {'67ef2d5f-4dbf-4eec-9215-57b4529c03a9'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 12:46:35.844857 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c70c7f0>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T12:46:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['67ef2d5f-4dbf-4eec-9215-57b4529c03a9'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:46:36.203908 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] Set router 67ef2d5f-4dbf-4eec-9215-57b4529c03a9 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 12:46:36.664060 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c70c7f0>, [{'id': '67ef2d5f-4dbf-4eec-9215-57b4529c03a9', 'name': 'router1', 'tenant_id': 'fdffa761fa7b4575846267bdcd496220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '44367711-2b1f-4828-92c7-344181ef5750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:46:10Z', 'updated_at': '2021-04-22T12:46:34Z', 'revision_number': 4, 'project_id': 'fdffa761fa7b4575846267bdcd496220', 'gw_port': {'id': '44367711-2b1f-4828-92c7-344181ef5750', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ef2d5f-4dbf-4eec-9215-57b4529c03a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:46:33Z', 'updated_at': '2021-04-22T12:46:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '2cb62c50-719b-48b4-8352-5744cb1107f0', 'name': '', 'network_id': '2434201e-72f8-4ecc-9a98-af497112cf3a', 'tenant_id': 'fdffa761fa7b4575846267bdcd496220', 'mac_address': 'fa:16:3e:b2:2d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ef2d5f-4dbf-4eec-9215-57b4529c03a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7cbc298-a7eb-4544-973b-4cb7fd125856', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:46:21Z', 'updated_at': '2021-04-22T12:46:33Z', 'revision_number': 5, 'project_id': 'fdffa761fa7b4575846267bdcd496220', 'subnets': [{'id': 'd7cbc298-a7eb-4544-973b-4cb7fd125856', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '251ac6b6-8ad5-4fe8-ab7e-dcd05f22ef26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:46:36.670869 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] Checking router: 67ef2d5f-4dbf-4eec-9215-57b4529c03a9 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 12:46:36.671586 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] Updating router 67ef2d5f-4dbf-4eec-9215-57b4529c03a9 port 44367711-2b1f-4828-92c7-344181ef5750 binding host dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 12:46:36.734060 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:37.132239 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] Notify callbacks [] for port, precommit_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:37.217535 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] Transition to ACTIVE for port object 44367711-2b1f-4828-92c7-344181ef5750 will not be triggered until provisioned by entity L2. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:46:37.280626 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:37.287770 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:46:37.375495 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] Attempting to bind port 44367711-2b1f-4828-92c7-344181ef5750 on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 12:46:37.375915 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] Attempting to bind port 44367711-2b1f-4828-92c7-344181ef5750 by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 12:46:37.376321 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] Attempting to bind port 44367711-2b1f-4828-92c7-344181ef5750 on network 2ddae30a-787b-4105-96b6-1d621d63b6d6 {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:46:37.388923 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3442a0-31a3-4e8c-ad4b-dbf6c51eae06 None None] Pushing event updated for resources: {'Port': ['ID=44367711-2b1f-4828-92c7-344181ef5750,revision_number=2']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:46:37.391911 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 12:46:37.392320 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] Checking segment: {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:46:37.392766 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:37.393410 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] Bound using segment: {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 12:46:37.393761 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] Bound port: 44367711-2b1f-4828-92c7-344181ef5750, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 12:46:37.394193 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:37.423689 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ec3442a0-31a3-4e8c-ad4b-dbf6c51eae06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:46:37.503581 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] For port 44367711-2b1f-4828-92c7-344181ef5750, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 12:46:37.510290 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] For port 44367711-2b1f-4828-92c7-344181ef5750, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=44367711-2b1f-4828-92c7-344181ef5750,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 12:46:37.544293 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:37.552711 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9a8af63e-afa3-4703-a79f-640dcf7d0909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:46:37.663481 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] Routers {'67ef2d5f-4dbf-4eec-9215-57b4529c03a9'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 12:46:37.664078 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c70c7f0>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T12:46:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['67ef2d5f-4dbf-4eec-9215-57b4529c03a9'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:46:37.730259 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3442a0-31a3-4e8c-ad4b-dbf6c51eae06 None None] Pushing event updated for resources: {'Port': ['ID=44367711-2b1f-4828-92c7-344181ef5750,revision_number=3']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:46:37.795753 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ec3442a0-31a3-4e8c-ad4b-dbf6c51eae06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:46:37.878990 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] Set router 67ef2d5f-4dbf-4eec-9215-57b4529c03a9 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 12:46:38.297953 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c70c7f0>, [{'id': '67ef2d5f-4dbf-4eec-9215-57b4529c03a9', 'name': 'router1', 'tenant_id': 'fdffa761fa7b4575846267bdcd496220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '44367711-2b1f-4828-92c7-344181ef5750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:46:10Z', 'updated_at': '2021-04-22T12:46:34Z', 'revision_number': 4, 'project_id': 'fdffa761fa7b4575846267bdcd496220', 'gw_port': {'id': '44367711-2b1f-4828-92c7-344181ef5750', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ef2d5f-4dbf-4eec-9215-57b4529c03a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:46:33Z', 'updated_at': '2021-04-22T12:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '2cb62c50-719b-48b4-8352-5744cb1107f0', 'name': '', 'network_id': '2434201e-72f8-4ecc-9a98-af497112cf3a', 'tenant_id': 'fdffa761fa7b4575846267bdcd496220', 'mac_address': 'fa:16:3e:b2:2d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ef2d5f-4dbf-4eec-9215-57b4529c03a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7cbc298-a7eb-4544-973b-4cb7fd125856', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:46:21Z', 'updated_at': '2021-04-22T12:46:33Z', 'revision_number': 5, 'project_id': 'fdffa761fa7b4575846267bdcd496220', 'subnets': [{'id': 'd7cbc298-a7eb-4544-973b-4cb7fd125856', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '251ac6b6-8ad5-4fe8-ab7e-dcd05f22ef26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:46:38.303689 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb3ee6a-af96-4576-adf5-73a7f368e57d None None] The sync data for ids ['67ef2d5f-4dbf-4eec-9215-57b4529c03a9'] in dv-cinder-787262-3-iscsi is: [{'id': '67ef2d5f-4dbf-4eec-9215-57b4529c03a9', 'name': 'router1', 'tenant_id': 'fdffa761fa7b4575846267bdcd496220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '44367711-2b1f-4828-92c7-344181ef5750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:46:10Z', 'updated_at': '2021-04-22T12:46:34Z', 'revision_number': 4, 'project_id': 'fdffa761fa7b4575846267bdcd496220', 'gw_port': {'id': '44367711-2b1f-4828-92c7-344181ef5750', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:50:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ef2d5f-4dbf-4eec-9215-57b4529c03a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:46:33Z', 'updated_at': '2021-04-22T12:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '2cb62c50-719b-48b4-8352-5744cb1107f0', 'name': '', 'network_id': '2434201e-72f8-4ecc-9a98-af497112cf3a', 'tenant_id': 'fdffa761fa7b4575846267bdcd496220', 'mac_address': 'fa:16:3e:b2:2d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ef2d5f-4dbf-4eec-9215-57b4529c03a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7cbc298-a7eb-4544-973b-4cb7fd125856', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:46:21Z', 'updated_at': '2021-04-22T12:46:33Z', 'revision_number': 5, 'project_id': 'fdffa761fa7b4575846267bdcd496220', 'subnets': [{'id': 'd7cbc298-a7eb-4544-973b-4cb7fd125856', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '251ac6b6-8ad5-4fe8-ab7e-dcd05f22ef26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 12:46:38.503957 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fbf6e108-4c0f-43ae-b899-2efe653409d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:38.930445 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 44367711-2b1f-4828-92c7-344181ef5750 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:46:39.007920 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 47942) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:46:39.042924 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port 44367711-2b1f-4828-92c7-344181ef5750 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:46:39.049505 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 44367711-2b1f-4828-92c7-344181ef5750 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:46:39.049925 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:39.170270 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-fa318a64-1a0d-4d42-886b-3640d5739166 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1605384
Apr 22 12:46:39.455210 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:39.520285 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port 44367711-2b1f-4828-92c7-344181ef5750, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=44367711-2b1f-4828-92c7-344181ef5750,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:46:39.583112 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:39.586270 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:46:39.686098 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=44367711-2b1f-4828-92c7-344181ef5750,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:46:39.689958 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:46:40.125622 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:40.401378 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:40.893798 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 44367711-2b1f-4828-92c7-344181ef5750 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:46:41.035579 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 44367711-2b1f-4828-92c7-344181ef5750 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:46:41.035995 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:46:41.070898 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:47:05.663234 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d3a74000-2953-4870-b3df-523f0e8d3771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:47:08.452008 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-577eb11f-9239-489d-82e2-1cd7e8daa599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:47:10.138036 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:47:10.401603 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:47:11.058189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:47:11.786208 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 5 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 12:47:35.619164 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-87208803-7a4f-4911-a82f-c31e2d9abcdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:47:38.464541 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-966fbb6e-db5c-4a28-8a06-0edcf9480103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:47:40.137030 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:47:41.342592 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:47:41.371467 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:47:48.786627 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 5 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 12:48:05.571675 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-98e92ea6-86ff-4f3d-965c-469f554b01a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:48:08.521336 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-14dfb844-d269-4c24-8c88-01192186f2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:48:10.142410 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:48:10.411240 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:48:11.056846 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:48:25.786328 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 5 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 12:48:35.554797 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-876c4ffa-9d26-434a-b8a9-a4322faec08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:48:38.451690 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-50df79ce-3d61-435a-8f47-9627f762f82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:48:40.124807 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:48:40.416097 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:48:41.068090 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:48:47.826985 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 48512) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:48:47.961952 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d3d96b-f222-4294-84e5-882099fc0c8a admin admin] GET failed (client error): The resource could not be found.
Apr 22 12:48:47.964655 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-d3d3d96b-f222-4294-84e5-882099fc0c8a admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1362188
Apr 22 12:48:48.168146 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc126dd9-f2c6-4287-890c-b8b9f133a87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:48:48.169697 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-dc126dd9-f2c6-4287-890c-b8b9f133a87c admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1984763
Apr 22 12:48:51.403264 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 48522) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:48:51.566455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d702ac-6fd4-41fd-8745-0a9c5442451b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:48:51.567070 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f7d702ac-6fd4-41fd-8745-0a9c5442451b admin admin] Synchronizing usage tracker for tenant:75716550ee2241f981f0a7ca3bfc8e00 on resource:subnet {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:48:51.672784 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f7d702ac-6fd4-41fd-8745-0a9c5442451b admin admin] Unset dirty status for tenant:75716550ee2241f981f0a7ca3bfc8e00 on resource:subnet {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:48:51.674313 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-f7d702ac-6fd4-41fd-8745-0a9c5442451b admin admin] 10.222.0.20 "GET /v2.0/subnets/d7cbc298-a7eb-4544-973b-4cb7fd125856 HTTP/1.1" status: 200  len: 849 time: 0.2699046
Apr 22 12:48:51.690522 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-c8aef166-b07f-456e-b355-c884587ffbd0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:48:51.882798 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c8aef166-b07f-456e-b355-c884587ffbd0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:48:52.472833 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c8aef166-b07f-456e-b355-c884587ffbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776327170521'] for subnet, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:48:52.478964 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:48:52.531392 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aef166-b07f-456e-b355-c884587ffbd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:48:52.532077 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c8aef166-b07f-456e-b355-c884587ffbd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:48:52.533670 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-c8aef166-b07f-456e-b355-c884587ffbd0 admin admin] 10.222.0.20 "PUT /v2.0/subnets/d7cbc298-a7eb-4544-973b-4cb7fd125856 HTTP/1.1" status: 200  len: 868 time: 0.8513007
Apr 22 12:48:52.538494 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1079fc-c31f-4d5f-8107-cd130bf2c1aa None None] Network 2434201e-72f8-4ecc-9a98-af497112cf3a requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 12:48:52.586083 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aef166-b07f-456e-b355-c884587ffbd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7cbc298-a7eb-4544-973b-4cb7fd125856,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:48:52.595455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aef166-b07f-456e-b355-c884587ffbd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:48:52.595917 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aef166-b07f-456e-b355-c884587ffbd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:48:52.596209 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aef166-b07f-456e-b355-c884587ffbd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:48:52.596582 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aef166-b07f-456e-b355-c884587ffbd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:48:52.596948 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aef166-b07f-456e-b355-c884587ffbd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:48:52.597336 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aef166-b07f-456e-b355-c884587ffbd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:48:52.597776 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aef166-b07f-456e-b355-c884587ffbd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:48:52.598133 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aef166-b07f-456e-b355-c884587ffbd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:48:52.598511 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aef166-b07f-456e-b355-c884587ffbd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:48:52.598885 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aef166-b07f-456e-b355-c884587ffbd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:48:52.599470 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aef166-b07f-456e-b355-c884587ffbd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:48:52.599944 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aef166-b07f-456e-b355-c884587ffbd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:48:52.604406 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c8aef166-b07f-456e-b355-c884587ffbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:48:53.098986 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-0e9c391e-9dfa-41fa-9fad-6158b8521014 None None] Provisioning complete for port 2cb62c50-719b-48b4-8352-5744cb1107f0 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:48:53.099944 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0e9c391e-9dfa-41fa-9fad-6158b8521014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:48:53.267929 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-0e9c391e-9dfa-41fa-9fad-6158b8521014 None None] Provisioning complete for port a13c1b47-754f-475f-a5a4-6ae40efe3e20 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:48:53.268629 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0e9c391e-9dfa-41fa-9fad-6158b8521014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:48:55.243648 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 48532) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:48:55.556142 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ee810f-00bd-440f-8761-cac16b652d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:48:55.556671 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ee810f-00bd-440f-8761-cac16b652d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:48:55.558350 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-e1ee810f-00bd-440f-8761-cac16b652d15 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.3131831
Apr 22 12:48:58.346043 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 48542) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:48:58.565244 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8137a658-9eb1-469f-a670-d79fdebbb023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:48:58.565836 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8137a658-9eb1-469f-a670-d79fdebbb023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:48:58.567712 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-8137a658-9eb1-469f-a670-d79fdebbb023 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2205756
Apr 22 12:49:01.841455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 48552) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:49:02.108862 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba1a77c-e38d-487e-9791-c09d54f73a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:49:02.111602 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-3ba1a77c-e38d-487e-9791-c09d54f73a21 admin admin] 10.222.0.20 "GET /v2.0/networks/2434201e-72f8-4ecc-9a98-af497112cf3a HTTP/1.1" status: 200  len: 869 time: 0.2687378
Apr 22 12:49:02.793997 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 5 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 12:49:05.181436 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 48562) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:49:05.411891 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b5a985-8382-4bd7-95b3-5e39162a0433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:49:05.413453 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-e1b5a985-8382-4bd7-95b3-5e39162a0433 admin admin] 10.222.0.20 "GET /v2.0/networks/2ddae30a-787b-4105-96b6-1d621d63b6d6 HTTP/1.1" status: 200  len: 886 time: 0.2307975
Apr 22 12:49:05.570154 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-29459253-a48c-4364-94bd-de04b9e646e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:49:08.517233 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 48572) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:49:08.529461 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-789de2d5-9db9-44b2-b152-db515cf9a2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:49:08.661009 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12120405-424a-4eac-8a2f-b36ba6459a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:49:08.661585 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12120405-424a-4eac-8a2f-b36ba6459a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:49:08.663347 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-12120405-424a-4eac-8a2f-b36ba6459a27 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1448388
Apr 22 12:49:10.136326 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:49:10.415328 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:49:11.066603 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:49:12.223542 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 48582) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:49:12.392629 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f158ceae-5a77-4263-8bcc-73cb0628e4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:49:12.393041 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f158ceae-5a77-4263-8bcc-73cb0628e4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:49:12.394753 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-f158ceae-5a77-4263-8bcc-73cb0628e4a7 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1697037
Apr 22 12:49:15.144118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 48592) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:49:15.279049 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681e826a-fff9-43aa-a5b6-0a2cd217844a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:49:15.280923 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-681e826a-fff9-43aa-a5b6-0a2cd217844a admin admin] 10.222.0.20 "GET /v2.0/subnets/d7cbc298-a7eb-4544-973b-4cb7fd125856 HTTP/1.1" status: 200  len: 868 time: 0.1355102
Apr 22 12:49:18.037582 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 48602) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:49:18.176313 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d684644-74c3-4ffc-8f3c-c838579e5f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:49:18.178153 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-6d684644-74c3-4ffc-8f3c-c838579e5f0a admin admin] 10.222.0.20 "GET /v2.0/subnets/f62b3f7c-fd2a-4037-bea1-66926d384c05 HTTP/1.1" status: 200  len: 816 time: 0.1392035
Apr 22 12:49:35.581058 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ca712d7a-3240-4023-b235-8334be784d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:49:38.450023 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-583fc860-1aed-4255-af8a-5960fd527680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:49:39.790793 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 5 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 12:49:40.164024 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:49:40.415322 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:49:41.078933 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:49:51.253336 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 48646) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:49:51.326175 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [None req-9e5db4f4-d5b7-4407-b0e2-1d2b0589f9b8 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 12:49:51.328157 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-9e5db4f4-d5b7-4407-b0e2-1d2b0589f9b8 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0724161
Apr 22 12:49:54.409102 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 48656) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:49:54.498954 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.pecan_wsgi.hooks.translation [None req-594bfbdd-ba99-4024-b524-301cb95e80b1 admin admin] GET failed (client error): The resource could not be found.
Apr 22 12:49:54.499615 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-594bfbdd-ba99-4024-b524-301cb95e80b1 admin admin] Synchronizing usage tracker for tenant:75716550ee2241f981f0a7ca3bfc8e00 on resource:network {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:49:54.586447 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-594bfbdd-ba99-4024-b524-301cb95e80b1 admin admin] Unset dirty status for tenant:75716550ee2241f981f0a7ca3bfc8e00 on resource:network {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:49:54.588145 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-594bfbdd-ba99-4024-b524-301cb95e80b1 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1777935
Apr 22 12:49:54.748698 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b9603a-8045-4802-b2c5-d41a3848c494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:49:54.750356 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-84b9603a-8045-4802-b2c5-d41a3848c494 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1560717
Apr 22 12:49:57.686410 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 48666) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:49:57.780700 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:49:57.787120 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:49:57.798419 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:49:57.917599 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Made reservation on behalf of 75716550ee2241f981f0a7ca3bfc8e00 for: {'network': 1} {{(pid=86532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:49:57.922682 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for network, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:49:58.032321 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING neutron.services.revisions.revision_plugin [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fb65c2f3748] {project_id='75716550ee2241f981f0a7ca3bfc8e00', id='589752f6-1447-4c27-9893-7cca2625cab7', target_tenant='*', action='access_as_shared', object_id='f2de0851-f6c7-45a8-a6d0-f03148afea8d'}> to bump revision.
Apr 22 12:49:58.109202 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'}  {{(pid=86532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 12:49:58.188163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:49:58.188616 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.segments_db [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Added segment 70cf502f-777d-433c-a94b-888a23848670 of type vlan for network f2de0851-f6c7-45a8-a6d0-f03148afea8d
Apr 22 12:49:58.223272 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776326693849'] for network, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:49:58.289079 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for network, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:49:58.290562 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:49:58.291293 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:49:58.297083 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:49:58.417809 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Pushing event updated for resources: {'Network': ['ID=f2de0851-f6c7-45a8-a6d0-f03148afea8d,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:49:58.430845 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:49:58.431342 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:49:58.431793 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:49:58.432252 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:49:58.432676 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:49:58.433104 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:49:58.433536 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:49:58.434004 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:49:58.434564 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:49:58.435106 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:49:58.435718 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:49:58.436270 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:49:58.442647 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:49:58.456301 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Network f2de0851-f6c7-45a8-a6d0-f03148afea8d details requested by agent ovs-agent-dv-cinder-787262-3-iscsi with host dv-cinder-787262-3-iscsi {{(pid=86534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 12:49:58.474298 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7860999
Apr 22 12:50:02.715270 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 48676) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:50:02.820525 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38e481e-145e-4215-b8a3-fa44247b16f1 admin admin] GET failed (client error): The resource could not be found.
Apr 22 12:50:02.821070 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c38e481e-145e-4215-b8a3-fa44247b16f1 admin admin] Synchronizing usage tracker for tenant:75716550ee2241f981f0a7ca3bfc8e00 on resource:network {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:50:02.878240 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c38e481e-145e-4215-b8a3-fa44247b16f1 admin admin] Unset dirty status for tenant:75716550ee2241f981f0a7ca3bfc8e00 on resource:network {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:50:02.881071 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-c38e481e-145e-4215-b8a3-fa44247b16f1 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1640096
Apr 22 12:50:03.109593 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19338e95-9f07-468f-bfc4-190e62d5e711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:50:03.112364 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-19338e95-9f07-468f-bfc4-190e62d5e711 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.2263839
Apr 22 12:50:03.129288 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-1d193b57-269e-4b68-945a-adb47eac556e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'f2de0851-f6c7-45a8-a6d0-f03148afea8d', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:50:03.138875 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-1d193b57-269e-4b68-945a-adb47eac556e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:50:03.159007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-1d193b57-269e-4b68-945a-adb47eac556e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:50:03.203061 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d193b57-269e-4b68-945a-adb47eac556e admin admin] Made reservation on behalf of 75716550ee2241f981f0a7ca3bfc8e00 for: {'subnet': 1} {{(pid=86532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:50:03.209732 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1d193b57-269e-4b68-945a-adb47eac556e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:03.863180 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1d193b57-269e-4b68-945a-adb47eac556e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for subnet, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:03.873375 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:50:04.038766 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d193b57-269e-4b68-945a-adb47eac556e admin admin] Pushing event updated for resources: {'Subnet': ['ID=74064cb9-06be-4c8c-b001-82edacc775a9,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:50:04.044655 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1d193b57-269e-4b68-945a-adb47eac556e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:50:04.050691 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d193b57-269e-4b68-945a-adb47eac556e admin admin] Checking segment: {'id': '70cf502f-777d-433c-a94b-888a23848670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f2de0851-f6c7-45a8-a6d0-f03148afea8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:50:04.052367 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d193b57-269e-4b68-945a-adb47eac556e admin admin] Network hostable DHCP agents. Network: f2de0851-f6c7-45a8-a6d0-f03148afea8d, hostable agents: ['87489297-b04a-4f62-8251-98d0a06ee999'], hosted agents: [] {{(pid=86532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 12:50:04.146626 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d193b57-269e-4b68-945a-adb47eac556e admin admin] Network f2de0851-f6c7-45a8-a6d0-f03148afea8d is scheduled to be hosted by DHCP agent 87489297-b04a-4f62-8251-98d0a06ee999 with binding_index 1 {{(pid=86532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 12:50:04.197106 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-1d193b57-269e-4b68-945a-adb47eac556e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-iscsi, f2de0851-f6c7-45a8-a6d0-f03148afea8d) {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:50:04.204073 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d193b57-269e-4b68-945a-adb47eac556e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:50:04.205140 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1d193b57-269e-4b68-945a-adb47eac556e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:04.212037 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fe466b-4993-4729-9794-c61e6632caee None None] Network f2de0851-f6c7-45a8-a6d0-f03148afea8d requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 12:50:04.279234 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-1d193b57-269e-4b68-945a-adb47eac556e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1583128
Apr 22 12:50:04.500077 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffcb9097-8cb5-5ed6-be24-ccbd137e2060-f2de0851-f6c7-45a8-a6d0-f03148afea8d', 'network_id': 'f2de0851-f6c7-45a8-a6d0-f03148afea8d', 'tenant_id': '75716550ee2241f981f0a7ca3bfc8e00', 'fixed_ips': [{'subnet_id': '74064cb9-06be-4c8c-b001-82edacc775a9'}]}} from dv-cinder-787262-3-iscsi. {{(pid=86534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 12:50:04.501403 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:04.741636 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Allocated IP 192.168.233.2 (f2de0851-f6c7-45a8-a6d0-f03148afea8d/74064cb9-06be-4c8c-b001-82edacc775a9/e99cee63-fce0-4ad2-b201-43df007df1ea) {{(pid=86534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:50:05.225832 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Notify callbacks [] for port, precommit_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:05.306508 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Transition to ACTIVE for port object e99cee63-fce0-4ad2-b201-43df007df1ea will not be triggered until provisioned by entity L2. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:50:05.341908 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Transition to ACTIVE for port object e99cee63-fce0-4ad2-b201-43df007df1ea will not be triggered until provisioned by entity DHCP. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:50:05.387213 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:05.401974 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:50:05.536110 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Network f2de0851-f6c7-45a8-a6d0-f03148afea8d is already hosted by enough agents. {{(pid=86534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:50:05.556336 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Resources bound (agent type, host, resource id):  {{(pid=86534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:50:05.560303 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Pushing event updated for resources: {'Port': ['ID=e99cee63-fce0-4ad2-b201-43df007df1ea,revision_number=1']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:50:05.568019 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Received port after_create {{(pid=86534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:50:05.584980 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:50:05.585658 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:50:05.586301 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:50:05.586895 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:50:05.587972 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:50:05.588114 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:50:05.588745 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:50:05.589395 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:50:05.590065 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:50:05.590711 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:50:05.591279 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:50:05.591959 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:50:05.608061 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:50:05.759116 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-17212a50-2790-4a44-9747-4d385bebbaae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:05.802766 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Attempting to bind port e99cee63-fce0-4ad2-b201-43df007df1ea on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 12:50:05.803478 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Attempting to bind port e99cee63-fce0-4ad2-b201-43df007df1ea by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': '70cf502f-777d-433c-a94b-888a23848670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f2de0851-f6c7-45a8-a6d0-f03148afea8d'}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 12:50:05.804092 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Attempting to bind port e99cee63-fce0-4ad2-b201-43df007df1ea on network f2de0851-f6c7-45a8-a6d0-f03148afea8d {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:50:05.815881 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 12:50:05.817033 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Checking segment: {'id': '70cf502f-777d-433c-a94b-888a23848670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f2de0851-f6c7-45a8-a6d0-f03148afea8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:50:05.817234 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:05.817849 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Bound using segment: {'id': '70cf502f-777d-433c-a94b-888a23848670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f2de0851-f6c7-45a8-a6d0-f03148afea8d'} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 12:50:05.818735 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Bound port: e99cee63-fce0-4ad2-b201-43df007df1ea, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70cf502f-777d-433c-a94b-888a23848670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f2de0851-f6c7-45a8-a6d0-f03148afea8d'}}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 12:50:05.819469 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:05.958845 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] For port e99cee63-fce0-4ad2-b201-43df007df1ea, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 12:50:05.963837 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] For port e99cee63-fce0-4ad2-b201-43df007df1ea, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=e99cee63-fce0-4ad2-b201-43df007df1ea,segment=NetworkSegment(70cf502f-777d-433c-a94b-888a23848670),segment_id=70cf502f-777d-433c-a94b-888a23848670)] {{(pid=86534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 12:50:06.027230 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:06.038578 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ec3442a0-31a3-4e8c-ad4b-dbf6c51eae06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:50:06.202288 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Pushing event updated for resources: {'Port': ['ID=e99cee63-fce0-4ad2-b201-43df007df1ea,revision_number=2']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:50:06.211489 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:50:07.141503 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device e99cee63-fce0-4ad2-b201-43df007df1ea up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:50:07.295248 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port e99cee63-fce0-4ad2-b201-43df007df1ea completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:50:07.698878 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619ba4a4-bd39-4e73-bcbd-503582367182 None None] Network f2de0851-f6c7-45a8-a6d0-f03148afea8d requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 12:50:07.931328 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-e729c90a-ea92-47f7-bbe9-eea75478f0f1 None None] Provisioning for port e99cee63-fce0-4ad2-b201-43df007df1ea completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:50:07.944221 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-e729c90a-ea92-47f7-bbe9-eea75478f0f1 None None] Provisioning complete for port e99cee63-fce0-4ad2-b201-43df007df1ea triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:50:07.944729 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e729c90a-ea92-47f7-bbe9-eea75478f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:08.607012 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e729c90a-ea92-47f7-bbe9-eea75478f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:08.665067 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6b7a947d-274f-4076-a0a5-9d64a37bae78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:08.694154 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-e729c90a-ea92-47f7-bbe9-eea75478f0f1 None None] For port e99cee63-fce0-4ad2-b201-43df007df1ea, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=e99cee63-fce0-4ad2-b201-43df007df1ea,segment=NetworkSegment(70cf502f-777d-433c-a94b-888a23848670),segment_id=70cf502f-777d-433c-a94b-888a23848670)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:50:08.746595 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e729c90a-ea92-47f7-bbe9-eea75478f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:08.750880 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:50:08.903750 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729c90a-ea92-47f7-bbe9-eea75478f0f1 None None] Pushing event updated for resources: {'Port': ['ID=e99cee63-fce0-4ad2-b201-43df007df1ea,revision_number=3']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:50:08.916156 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e729c90a-ea92-47f7-bbe9-eea75478f0f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:50:08.979896 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-7e77dd9b-157a-4d7c-abc0-79331fb2e1cb None None] Provisioning complete for port e99cee63-fce0-4ad2-b201-43df007df1ea triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:50:08.980174 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7e77dd9b-157a-4d7c-abc0-79331fb2e1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:09.145084 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device e99cee63-fce0-4ad2-b201-43df007df1ea up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:50:09.331629 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port e99cee63-fce0-4ad2-b201-43df007df1ea triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:50:09.332382 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:10.134922 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:10.410036 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:11.112205 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:16.787988 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 5 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 12:50:35.591951 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-955e2915-99b6-45ef-a769-95721b490cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:38.432038 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1c4d74ce-94bd-4ebc-bbf5-f8312e3740f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:40.152082 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:40.402781 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:41.093847 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:50:53.778419 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 5 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 12:51:05.591627 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d7397292-8b09-4f66-a55a-c8022ea7722c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:51:08.437236 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ecfb5363-d546-47e7-80d5-6de5bfec4a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:51:10.163073 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:51:10.420098 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:51:11.088521 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:51:30.778796 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 5 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 12:51:35.585402 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8cec4077-162d-4d95-9b67-7dd226e6d024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:51:38.431509 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f709a1de-a04c-4dc9-9c80-7d43b7efa305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:51:40.168131 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:51:40.475987 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:51:41.105235 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:51:49.904448 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 48728) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:51:49.916971 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [None req-341a1573-62cf-4aa9-a718-76b1093d3b51 tempest-verify_tempest_config-1387933306 tempest-verify_tempest_config-1387933306-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86532) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 12:51:49.919281 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-341a1573-62cf-4aa9-a718-76b1093d3b51 tempest-verify_tempest_config-1387933306 tempest-verify_tempest_config-1387933306-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0130053
Apr 22 12:51:50.630444 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 48746) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:51:50.801965 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:51:50.833436 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:51:50.841383 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Usage tracker for resource:security_group_rule and tenant:60a30e15b7e644969e561d06a8d7aa6a is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:51:50.847677 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:51:50.858846 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:51:51.185201 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:51:51.230581 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:51:51.243572 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:51:51.311075 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Synchronizing usage tracker for tenant:75716550ee2241f981f0a7ca3bfc8e00 on resource:security_group {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:51:51.315901 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b21418-5e40-4338-ae6e-b0b26381de1a,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:51:51.327300 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:51:51.328385 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:51:51.328762 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:51:51.329119 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:51:51.329476 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:51:51.329838 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:51:51.330192 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:51:51.330548 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:51:51.330953 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:51:51.331264 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:51:51.331680 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:51:51.331993 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:51:51.337904 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:51:51.396601 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Unset dirty status for tenant:75716550ee2241f981f0a7ca3bfc8e00 on resource:security_group {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:51:51.398980 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60a30e15b7e644969e561d06a8d7aa6a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7671394
Apr 22 12:51:51.401754 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 48752) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:51:51.468647 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d00209e5-2412-4d49-a838-ffc24156b6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:51:51.501810 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d00209e5-2412-4d49-a838-ffc24156b6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:51:51.693838 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d00209e5-2412-4d49-a838-ffc24156b6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:51:51.700197 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:51:51.715333 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00209e5-2412-4d49-a838-ffc24156b6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b21418-5e40-4338-ae6e-b0b26381de1a,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:51:51.718339 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d00209e5-2412-4d49-a838-ffc24156b6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:51:51.719871 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d00209e5-2412-4d49-a838-ffc24156b6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:51:51.721186 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-d00209e5-2412-4d49-a838-ffc24156b6aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47b21418-5e40-4338-ae6e-b0b26381de1a HTTP/1.1" status: 204  len: 168 time: 0.3183935
Apr 22 12:52:05.596083 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-be1fc0aa-88d5-421f-bdbf-cc3d7f618e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:52:07.785039 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 5 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 12:52:08.447812 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6bc47eae-e736-47c9-a29b-c7b4de855e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:52:10.167558 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:52:10.430135 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:52:11.109507 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:52:35.584614 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ae8a615d-1e89-442e-a0ec-f7a39c9072e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:52:38.436721 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-88f6efa2-f486-4cb3-9bd5-467fb6b96540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:52:40.172986 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:52:40.509719 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:52:41.110984 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:52:44.778406 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 5 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 12:53:05.572592 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1e9bec12-bff4-4fba-92c9-9f2f381c7b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:53:08.434972 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4c3e4b51-b573-411a-9b23-6413e8f87b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:53:10.166899 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:53:10.429937 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:53:11.120872 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:53:21.784530 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 5 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 12:53:35.607002 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-43ab741b-33e1-4ea7-a7e6-62f472af61c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:53:36.857268 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437'] for agent, after_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:53:38.440149 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6c5c97f0-25ba-42b1-bc75-facd601d5af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:53:40.171998 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:53:40.429241 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:53:41.114773 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:53:44.340165 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 48804) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:53:44.499479 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-eff6c319-d023-4daa-8713-0f85106a66e3 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1459758
Apr 22 12:53:47.233335 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 48814) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:53:47.314397 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-14bb2e19-ddf9-47d6-8b0e-4a78d8807dfa admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0796237
Apr 22 12:53:58.785573 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 12:54:05.581220 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-21fc1ad1-d6ac-4f9f-8b0c-2b5f8a12d16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:54:06.816740 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:54:08.439913 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a1c3cd19-3b89-4f4e-8105-0c44ad1583da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:54:10.188010 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:54:10.434653 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:54:11.119297 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:54:35.593366 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7f7f1529-150c-4a1b-8489-7a8d33efa3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:54:35.791278 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 12:54:36.942189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:54:38.433155 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e558037b-21d9-4f5d-8d24-0f6f7a27c596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:54:40.203246 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:54:40.432109 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:54:41.123507 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:05.592777 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-13de1850-ef9d-441d-b963-f8a3522f7ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:06.856651 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:08.445427 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1ecd699b-7849-4519-b637-4798db7b4ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:10.180282 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:10.427529 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:11.119714 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:12.798960 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 12:55:31.995214 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 48974) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:32.423720 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2093197120-network', 'tenant_id': 'a4a553c8742a4849a45bafbfec9a41f9'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:55:32.433468 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:32.441188 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Usage tracker for resource:network and tenant:a4a553c8742a4849a45bafbfec9a41f9 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:32.446242 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:32.458374 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:32.693817 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Made reservation on behalf of a4a553c8742a4849a45bafbfec9a41f9 for: {'network': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:55:32.702230 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for network, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:32.751062 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:32.783024 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:32.791337 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Usage tracker for resource:security_group_rule and tenant:a4a553c8742a4849a45bafbfec9a41f9 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:32.797262 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:32.809049 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:32.990985 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:33.021473 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:33.029715 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:33.074952 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'}  {{(pid=86533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 12:55:33.089330 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aba7b5d-7ba2-472d-a6af-756caa5f996a,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:33.109288 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:33.110274 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:33.110878 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:33.111519 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:33.112132 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:33.112776 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:33.113391 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:33.113992 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:33.114570 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:33.115453 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:33.116293 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:33.116825 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Tracked resource versions report:
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]: pushed versions:
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]: {   'AddressGroup': {'1.2'},
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:     'ConntrackHelper': {'1.0'},
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Log': {'1.0'},
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Network': {'1.1'},
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Port': {'1.7'},
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:     'PortForwarding': {'1.2'},
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:     'QosPolicy': {'1.8'},
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SecurityGroup': {'1.4'},
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SecurityGroupRule': {'1.2'},
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SubPort': {'1.0'},
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Subnet': {'1.1'},
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Trunk': {'1.1'}}
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]: consumer versions:
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]: {   DHCP agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:     HyperV agent@hv-cinder-78726: {},
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:     L3 agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:     Metadata agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:     Metering agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:     Open vSwitch agent@dv-cinder-787262-3-iscsi: {   'AddressGroup': '1.2',
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'ConntrackHelper': '1.0',
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Log': '1.0',
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Network': '1.1',
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Port': '1.7',
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'PortForwarding': '1.2',
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'QosPolicy': '1.8',
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SecurityGroup': '1.4',
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SecurityGroupRule': '1.2',
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SubPort': '1.0',
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Subnet': '1.1',
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Trunk': '1.1'}}
Apr 22 12:55:33.119068 dv-cinder-787262-3-iscsi neutron-server[86413]:  {{(pid=86533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 12:55:33.125291 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:33.125928 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.segments_db [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Added segment 55ee3340-25f3-46df-8eaf-e8689c26f586 of type vlan for network e43bd707-9e8e-4942-9e64-862e89c31a44
Apr 22 12:55:33.128437 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:33.183146 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776326693849'] for network, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:33.370365 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for network, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:33.373442 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:55:33.375120 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:33.384686 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:33.504736 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Pushing event updated for resources: {'Network': ['ID=e43bd707-9e8e-4942-9e64-862e89c31a44,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:33.509352 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:33.518320 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 49022) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:33.525161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Network e43bd707-9e8e-4942-9e64-862e89c31a44 details requested by agent ovs-agent-dv-cinder-787262-3-iscsi with host dv-cinder-787262-3-iscsi {{(pid=86534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 12:55:33.549191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 49028) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:33.555616 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.5513384
Apr 22 12:55:33.560099 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Request body: {'subnet': {'network_id': 'e43bd707-9e8e-4942-9e64-862e89c31a44', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2093197120-subnet', 'tenant_id': 'a4a553c8742a4849a45bafbfec9a41f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:55:33.570108 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:33.577165 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Usage tracker for resource:subnet and tenant:a4a553c8742a4849a45bafbfec9a41f9 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:33.583150 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:33.595379 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:33.690866 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Made reservation on behalf of a4a553c8742a4849a45bafbfec9a41f9 for: {'subnet': 1} {{(pid=86532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:55:33.702069 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:33.784737 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 49036) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:34.089327 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 49046) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:34.118802 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-514474592-network', 'tenant_id': '3ee83b5586734c17a93b5a549ee51099'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:55:34.130717 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:34.145756 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Usage tracker for resource:network and tenant:3ee83b5586734c17a93b5a549ee51099 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:34.153602 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:34.162685 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:34.223527 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1229733816-network', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:55:34.232048 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:34.248105 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Usage tracker for resource:network and tenant:074fdbf4f1214f53add5cfdd523c42e4 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:34.252560 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:34.264185 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:34.358700 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Made reservation on behalf of 074fdbf4f1214f53add5cfdd523c42e4 for: {'network': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:55:34.366928 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for network, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:34.389183 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Made reservation on behalf of 3ee83b5586734c17a93b5a549ee51099 for: {'network': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:55:34.398423 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for network, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:34.448097 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:34.468069 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:34.518072 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:34.531805 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:34.536823 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Usage tracker for resource:security_group_rule and tenant:074fdbf4f1214f53add5cfdd523c42e4 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:34.546268 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:34.552520 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Usage tracker for resource:security_group_rule and tenant:3ee83b5586734c17a93b5a549ee51099 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:34.563860 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:34.571257 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:34.582728 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:34.713734 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1697225507-network', 'tenant_id': 'b1cd00a58b0248ad8aba2e327d13ee87'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:55:34.731450 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:34.739497 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Usage tracker for resource:network and tenant:b1cd00a58b0248ad8aba2e327d13ee87 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:34.774928 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:34.785924 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:34.801793 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for subnet, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:34.810948 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1d193b57-269e-4b68-945a-adb47eac556e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:34.910603 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f0bc7f1-7399-42dd-bf27-ee2af390825e,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:34.924433 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:34.926476 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:34.927189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:34.928180 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:34.929182 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:34.929881 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:34.930610 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:34.931810 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:34.932494 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:34.935086 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:34.935086 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:34.935086 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:34.935937 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Tracked resource versions report:
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]: pushed versions:
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]: {   'AddressGroup': {'1.2'},
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:     'ConntrackHelper': {'1.0'},
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Log': {'1.0'},
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Network': {'1.1'},
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Port': {'1.7'},
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:     'PortForwarding': {'1.2'},
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:     'QosPolicy': {'1.8'},
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SecurityGroup': {'1.4'},
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SecurityGroupRule': {'1.2'},
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SubPort': {'1.0'},
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Subnet': {'1.1'},
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Trunk': {'1.1'}}
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]: consumer versions:
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]: {   DHCP agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:     HyperV agent@hv-cinder-78726: {},
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:     L3 agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:     Metadata agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:     Metering agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:     Open vSwitch agent@dv-cinder-787262-3-iscsi: {   'AddressGroup': '1.2',
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'ConntrackHelper': '1.0',
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Log': '1.0',
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Network': '1.1',
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Port': '1.7',
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'PortForwarding': '1.2',
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'QosPolicy': '1.8',
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SecurityGroup': '1.4',
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SecurityGroupRule': '1.2',
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SubPort': '1.0',
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Subnet': '1.1',
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Trunk': '1.1'}}
Apr 22 12:55:34.937905 dv-cinder-787262-3-iscsi neutron-server[86413]:  {{(pid=86532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 12:55:34.953731 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:34.956964 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:34.975568 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'}  {{(pid=86533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 12:55:34.987651 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:34.988053 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.segments_db [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Added segment 5c1e8466-a640-4708-9852-885c77ca66cf of type vlan for network 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548
Apr 22 12:55:35.008879 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Checking segment: {'id': '55ee3340-25f3-46df-8eaf-e8689c26f586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e43bd707-9e8e-4942-9e64-862e89c31a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:55:35.009497 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Network hostable DHCP agents. Network: e43bd707-9e8e-4942-9e64-862e89c31a44, hostable agents: ['87489297-b04a-4f62-8251-98d0a06ee999'], hosted agents: [] {{(pid=86532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 12:55:35.011574 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c6819f34-dfcb-4c50-96a9-a05f920fdb3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:35.048447 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Made reservation on behalf of b1cd00a58b0248ad8aba2e327d13ee87 for: {'network': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:55:35.055046 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for network, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:35.075827 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776326693849'] for network, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:35.087370 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:35.107692 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Network e43bd707-9e8e-4942-9e64-862e89c31a44 is scheduled to be hosted by DHCP agent 87489297-b04a-4f62-8251-98d0a06ee999 with binding_index 1 {{(pid=86532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 12:55:35.145831 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:35.158885 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-iscsi, e43bd707-9e8e-4942-9e64-862e89c31a44) {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:55:35.175227 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:55:35.175778 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Usage tracker for resource:security_group_rule and tenant:b1cd00a58b0248ad8aba2e327d13ee87 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:35.180775 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:35.181334 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cc725a-956f-4458-879c-fa3b3caf53a1 None None] Network e43bd707-9e8e-4942-9e64-862e89c31a44 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 12:55:35.192202 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:35.194873 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 49078) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:35.255239 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.db.resource_extend [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 22 12:55:35.268928 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84f4118-acb2-4f6f-9a55-63d2da9fc700,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:35.272450 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:35.286369 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:35.288869 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:35.294167 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7432063
Apr 22 12:55:35.323807 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:35.340271 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'}  {{(pid=86533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 12:55:35.350788 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:35.351380 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.segments_db [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Added segment 590a52b4-f1fa-4b8b-a3ec-593b160f399a of type vlan for network be9c63ee-d5df-4a33-bd14-78e612dd44e6
Apr 22 12:55:35.360327 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:35.370333 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for network, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:35.374657 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:55:35.375303 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:35.433418 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776326693849'] for network, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:35.473552 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d8211b-7c0e-44bb-91ea-cae21cb74b56,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:35.484243 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:35.488739 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:35.583680 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for network, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:35.604283 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:55:35.604925 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:35.655638 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Pushing event updated for resources: {'Network': ['ID=9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:35.664951 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:35.666581 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.8813069
Apr 22 12:55:35.667192 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:35.671710 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 49092) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:35.677929 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-05ccc907-7dce-4655-816f-59e3e4584ba4 admin admin] Request body: {'subnet': {'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1229733816-subnet', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:55:35.685051 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-05ccc907-7dce-4655-816f-59e3e4584ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:35.689957 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-05ccc907-7dce-4655-816f-59e3e4584ba4 admin admin] Usage tracker for resource:subnet and tenant:074fdbf4f1214f53add5cfdd523c42e4 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:35.693594 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-05ccc907-7dce-4655-816f-59e3e4584ba4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:35.701211 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-05ccc907-7dce-4655-816f-59e3e4584ba4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:35.701414 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Network 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 details requested by agent ovs-agent-dv-cinder-787262-3-iscsi with host dv-cinder-787262-3-iscsi {{(pid=86534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 12:55:35.750037 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-94947041-network', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:55:35.765033 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:35.780071 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Usage tracker for resource:network and tenant:16ebc3a73d9045e79c95afc066b0c4f5 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:35.790937 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:35.805928 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:35.840706 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.3205957
Apr 22 12:55:35.845067 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 49098) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:35.845326 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:35.861155 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-a40b6a0f-bcd5-4799-a0e9-9475cc26a9fa admin admin] Request body: {'subnet': {'network_id': 'be9c63ee-d5df-4a33-bd14-78e612dd44e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-514474592-subnet', 'tenant_id': '3ee83b5586734c17a93b5a549ee51099', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:55:35.867700 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-264e5d35-fac3-472f-9247-70c9a4d57a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:35.873028 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Made reservation on behalf of 16ebc3a73d9045e79c95afc066b0c4f5 for: {'network': 1} {{(pid=86532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:55:35.885474 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for network, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:35.905313 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:35.907018 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Pushing event updated for resources: {'Network': ['ID=be9c63ee-d5df-4a33-bd14-78e612dd44e6,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:35.915833 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ccc907-7dce-4655-816f-59e3e4584ba4 admin admin] Made reservation on behalf of 074fdbf4f1214f53add5cfdd523c42e4 for: {'subnet': 1} {{(pid=86532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:55:35.924909 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:35.926721 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:35.933335 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-05ccc907-7dce-4655-816f-59e3e4584ba4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:35.934829 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Network be9c63ee-d5df-4a33-bd14-78e612dd44e6 details requested by agent ovs-agent-dv-cinder-787262-3-iscsi with host dv-cinder-787262-3-iscsi {{(pid=86534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 12:55:36.015891 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'}  {{(pid=86533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 12:55:36.032336 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f76826f-8ed3-40fd-8379-69b4cfd884dc,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:36.044067 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:36.056805 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:36.057454 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.segments_db [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Added segment f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd of type vlan for network 49734fce-29d7-425b-9134-2db9dec57d82
Apr 22 12:55:36.110477 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:36.132697 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776326693849'] for network, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:36.253824 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for network, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:36.258156 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:55:36.260766 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:36.304525 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:36.413938 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a40b6a0f-bcd5-4799-a0e9-9475cc26a9fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:36.432228 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a40b6a0f-bcd5-4799-a0e9-9475cc26a9fa admin admin] Usage tracker for resource:subnet and tenant:3ee83b5586734c17a93b5a549ee51099 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:36.465632 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a40b6a0f-bcd5-4799-a0e9-9475cc26a9fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:36.472080 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:36.486683 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a40b6a0f-bcd5-4799-a0e9-9475cc26a9fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:36.504611 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Usage tracker for resource:security_group_rule and tenant:16ebc3a73d9045e79c95afc066b0c4f5 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:36.520615 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:36.542109 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:36.546473 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Pushing event updated for resources: {'Network': ['ID=49734fce-29d7-425b-9134-2db9dec57d82,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:36.546848 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40b6a0f-bcd5-4799-a0e9-9475cc26a9fa admin admin] Made reservation on behalf of 3ee83b5586734c17a93b5a549ee51099 for: {'subnet': 1} {{(pid=86532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:55:36.549376 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:36.555226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a40b6a0f-bcd5-4799-a0e9-9475cc26a9fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:36.575199 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.4845552
Apr 22 12:55:36.575916 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 49124) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:36.588281 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-19f0df4d-c2c5-4d6a-99b6-107d6c853b14 admin admin] Request body: {'subnet': {'network_id': '49734fce-29d7-425b-9134-2db9dec57d82', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1697225507-subnet', 'tenant_id': 'b1cd00a58b0248ad8aba2e327d13ee87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:55:36.604864 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-19f0df4d-c2c5-4d6a-99b6-107d6c853b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:36.616888 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-19f0df4d-c2c5-4d6a-99b6-107d6c853b14 admin admin] Usage tracker for resource:subnet and tenant:b1cd00a58b0248ad8aba2e327d13ee87 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:36.630204 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-19f0df4d-c2c5-4d6a-99b6-107d6c853b14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:36.648422 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-19f0df4d-c2c5-4d6a-99b6-107d6c853b14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:36.654879 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Network 49734fce-29d7-425b-9134-2db9dec57d82 details requested by agent ovs-agent-dv-cinder-787262-3-iscsi with host dv-cinder-787262-3-iscsi {{(pid=86534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 12:55:36.718479 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f0df4d-c2c5-4d6a-99b6-107d6c853b14 admin admin] Made reservation on behalf of b1cd00a58b0248ad8aba2e327d13ee87 for: {'subnet': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:55:36.723543 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-19f0df4d-c2c5-4d6a-99b6-107d6c853b14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:36.770010 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d506d4dd-258b-4af6-9536-a954d27a4108 None None] Network e43bd707-9e8e-4942-9e64-862e89c31a44 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 12:55:37.621118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:37.701219 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:37.733578 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:37.753019 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:37.869199 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-19f0df4d-c2c5-4d6a-99b6-107d6c853b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for subnet, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:37.876642 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b6aae1e9-1fc3-4852-b3f1-f3cbf75b207d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:37.904160 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505c3db6-418e-4a17-ac6c-9d638bcc777b,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:37.907812 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'}  {{(pid=86532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 12:55:37.927327 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:37.950310 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0df4d-c2c5-4d6a-99b6-107d6c853b14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29e985ab-6ee0-49a9-b2d1-fbe579a07266,revision_number=0']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:37.953459 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-19f0df4d-c2c5-4d6a-99b6-107d6c853b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:37.985761 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:37.986211 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.segments_db [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Added segment df461302-4648-4d0f-b105-e63066378a31 of type vlan for network 4a172ddd-5456-4f17-bd1a-5de10be1b0e0
Apr 22 12:55:37.987482 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0df4d-c2c5-4d6a-99b6-107d6c853b14 admin admin] Checking segment: {'id': 'f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:55:37.987884 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f0df4d-c2c5-4d6a-99b6-107d6c853b14 admin admin] Network hostable DHCP agents. Network: 49734fce-29d7-425b-9134-2db9dec57d82, hostable agents: ['87489297-b04a-4f62-8251-98d0a06ee999'], hosted agents: [] {{(pid=86533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 12:55:38.041886 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f0df4d-c2c5-4d6a-99b6-107d6c853b14 admin admin] Network 49734fce-29d7-425b-9134-2db9dec57d82 is scheduled to be hosted by DHCP agent 87489297-b04a-4f62-8251-98d0a06ee999 with binding_index 1 {{(pid=86533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 12:55:38.093121 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-19f0df4d-c2c5-4d6a-99b6-107d6c853b14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-iscsi, 49734fce-29d7-425b-9134-2db9dec57d82) {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:55:38.098975 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f0df4d-c2c5-4d6a-99b6-107d6c853b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:55:38.100512 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-19f0df4d-c2c5-4d6a-99b6-107d6c853b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:38.109001 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef42369-fba5-45b3-a025-9d0bd9b557a0 None None] Network 49734fce-29d7-425b-9134-2db9dec57d82 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 12:55:38.111574 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776326693849'] for network, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:38.124844 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 49180) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:38.128508 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 22 12:55:38.135256 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a40b6a0f-bcd5-4799-a0e9-9475cc26a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for subnet, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:38.151539 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:38.233015 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-19f0df4d-c2c5-4d6a-99b6-107d6c853b14 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.6555922
Apr 22 12:55:38.365977 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-dbb9bc6d-1c97-4f65-9e22-752fe443b8bc tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:55:38.371612 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-dbb9bc6d-1c97-4f65-9e22-752fe443b8bc tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Synchronizing usage tracker for tenant:a4a553c8742a4849a45bafbfec9a41f9 on resource:network {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:55:38.383084 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b6a0f-bcd5-4799-a0e9-9475cc26a9fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=72efafc1-dd84-4bb1-b54c-b8367450c432,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:38.396935 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for network, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:38.398537 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a40b6a0f-bcd5-4799-a0e9-9475cc26a9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:38.407039 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:55:38.408636 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:38.419237 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-dbb9bc6d-1c97-4f65-9e22-752fe443b8bc tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Unset dirty status for tenant:a4a553c8742a4849a45bafbfec9a41f9 on resource:network {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:55:38.431623 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-dbb9bc6d-1c97-4f65-9e22-752fe443b8bc tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/networks?id=e43bd707-9e8e-4942-9e64-862e89c31a44 HTTP/1.1" status: 200  len: 812 time: 0.2950630
Apr 22 12:55:38.444565 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-70ff4654-9231-4e00-9853-d19dfdc99fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:38.457227 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-1850b191-6934-4902-a3e6-e023a6c85d3c tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/quotas/a4a553c8742a4849a45bafbfec9a41f9 HTTP/1.1" status: 200  len: 375 time: 0.0189736
Apr 22 12:55:38.463166 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2fa060e3-b845-4f62-99d1-64f7c7f58117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:38.498520 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3d56c1-8944-4ac1-962e-b91713d889a7 None None] Network 49734fce-29d7-425b-9134-2db9dec57d82 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 12:55:38.576228 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40b6a0f-bcd5-4799-a0e9-9475cc26a9fa admin admin] Checking segment: {'id': '590a52b4-f1fa-4b8b-a3ec-593b160f399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'be9c63ee-d5df-4a33-bd14-78e612dd44e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:55:38.588468 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40b6a0f-bcd5-4799-a0e9-9475cc26a9fa admin admin] Network hostable DHCP agents. Network: be9c63ee-d5df-4a33-bd14-78e612dd44e6, hostable agents: ['87489297-b04a-4f62-8251-98d0a06ee999'], hosted agents: [] {{(pid=86532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 12:55:38.631923 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-1f682cea-3440-48ca-b32e-6004e17a9a25 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4a553c8742a4849a45bafbfec9a41f9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1399450
Apr 22 12:55:39.005036 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-05ccc907-7dce-4655-816f-59e3e4584ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for subnet, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:39.007806 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Pushing event updated for resources: {'Network': ['ID=4a172ddd-5456-4f17-bd1a-5de10be1b0e0,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:39.011309 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:39.021475 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:39.065974 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Network 4a172ddd-5456-4f17-bd1a-5de10be1b0e0 details requested by agent ovs-agent-dv-cinder-787262-3-iscsi with host dv-cinder-787262-3-iscsi {{(pid=86534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 12:55:39.111171 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccc907-7dce-4655-816f-59e3e4584ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ded796f-1a8d-487b-8bc7-3beffd6cbda9,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:39.113993 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-05ccc907-7dce-4655-816f-59e3e4584ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:39.122225 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40b6a0f-bcd5-4799-a0e9-9475cc26a9fa admin admin] Network be9c63ee-d5df-4a33-bd14-78e612dd44e6 is scheduled to be hosted by DHCP agent 87489297-b04a-4f62-8251-98d0a06ee999 with binding_index 1 {{(pid=86532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 12:55:39.145441 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 49218) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:39.156271 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 3.9561291
Apr 22 12:55:39.156510 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 49222) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:39.166125 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-a40b6a0f-bcd5-4799-a0e9-9475cc26a9fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-iscsi, be9c63ee-d5df-4a33-bd14-78e612dd44e6) {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:55:39.170864 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40b6a0f-bcd5-4799-a0e9-9475cc26a9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:55:39.171745 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a40b6a0f-bcd5-4799-a0e9-9475cc26a9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:39.178306 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ccc907-7dce-4655-816f-59e3e4584ba4 admin admin] Checking segment: {'id': '5c1e8466-a640-4708-9852-885c77ca66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:55:39.179903 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ccc907-7dce-4655-816f-59e3e4584ba4 admin admin] Network hostable DHCP agents. Network: 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548, hostable agents: ['87489297-b04a-4f62-8251-98d0a06ee999'], hosted agents: [] {{(pid=86532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 12:55:39.187394 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-f6b799aa-087a-4c50-aaab-21a56e1724bd admin admin] Request body: {'subnet': {'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-94947041-subnet', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:55:39.213397 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-f6b799aa-087a-4c50-aaab-21a56e1724bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:39.219629 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f6b799aa-087a-4c50-aaab-21a56e1724bd admin admin] Usage tracker for resource:subnet and tenant:16ebc3a73d9045e79c95afc066b0c4f5 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:39.222101 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f6b799aa-087a-4c50-aaab-21a56e1724bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:39.230924 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-f6b799aa-087a-4c50-aaab-21a56e1724bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:39.243158 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ccc907-7dce-4655-816f-59e3e4584ba4 admin admin] Network 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 is scheduled to be hosted by DHCP agent 87489297-b04a-4f62-8251-98d0a06ee999 with binding_index 1 {{(pid=86532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 12:55:39.250856 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-05ccc907-7dce-4655-816f-59e3e4584ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-iscsi, 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548) {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:55:39.260873 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ccc907-7dce-4655-816f-59e3e4584ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:55:39.262601 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-05ccc907-7dce-4655-816f-59e3e4584ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:39.274422 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b799aa-087a-4c50-aaab-21a56e1724bd admin admin] Made reservation on behalf of 16ebc3a73d9045e79c95afc066b0c4f5 for: {'subnet': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:55:39.282966 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f6b799aa-087a-4c50-aaab-21a56e1724bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:39.294765 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-a40b6a0f-bcd5-4799-a0e9-9475cc26a9fa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 3.4484642
Apr 22 12:55:39.302529 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 49232) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:39.311395 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-514474592-router', 'tenant_id': '3ee83b5586734c17a93b5a549ee51099', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:55:39.326829 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:39.333378 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Usage tracker for resource:router and tenant:3ee83b5586734c17a93b5a549ee51099 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:39.338140 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:39.346858 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:39.351453 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03ab5c1-dfd3-4baf-bfb8-cd77942dd4ca None None] Network be9c63ee-d5df-4a33-bd14-78e612dd44e6 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 12:55:39.381785 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b65164-a2d6-4a81-97d2-441718685081 None None] Network 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 12:55:39.434791 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 49238) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:39.437131 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-05ccc907-7dce-4655-816f-59e3e4584ba4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.7618675
Apr 22 12:55:39.454442 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-663020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-599'] for router, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:39.458053 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854112796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854008062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775217'] for router, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:39.470146 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1229733816-router', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:55:39.474792 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-23d035b4-0813-4a46-925a-2af334a731ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:39.524125 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-5ee0fca4-f36c-448b-b1bc-9d7425baea8e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 12:55:39.525654 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-5ee0fca4-f36c-448b-b1bc-9d7425baea8e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2601469
Apr 22 12:55:39.531242 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:39.539974 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-23d035b4-0813-4a46-925a-2af334a731ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:39.549739 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Usage tracker for resource:router and tenant:074fdbf4f1214f53add5cfdd523c42e4 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:39.557677 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-23d035b4-0813-4a46-925a-2af334a731ab admin admin] Usage tracker for resource:security_group_rule and tenant:6cb23dcb01d640baa4f7711d0b2fb55a is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:39.563322 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:39.605455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:39.716694 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 49254) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:39.883070 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 22 12:55:39.953060 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-23d035b4-0813-4a46-925a-2af334a731ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:40.023884 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffcb9097-8cb5-5ed6-be24-ccbd137e2060-9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'fixed_ips': [{'subnet_id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9'}]}} from dv-cinder-787262-3-iscsi. {{(pid=86534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 12:55:40.025329 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:40.057983 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 49260) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:40.086868 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-23d035b4-0813-4a46-925a-2af334a731ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:40.095653 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:40.265655 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-663020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-599'] for router, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:40.267597 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854112796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854008062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775217'] for router, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:40.309774 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-2da7a2ba-9042-4940-a4e5-5cdbad7ee211 service neutron] 10.222.0.20 "GET /v2.0/networks/e43bd707-9e8e-4942-9e64-862e89c31a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7471995
Apr 22 12:55:40.333857 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854007819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775248'] for router, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:40.456201 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-24e61947-0595-4d68-84ac-7a046d339ba3 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:55:40.464197 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-24e61947-0595-4d68-84ac-7a046d339ba3 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/networks?id=49734fce-29d7-425b-9134-2db9dec57d82 HTTP/1.1" status: 200  len: 815 time: 0.6021421
Apr 22 12:55:40.644604 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-bd244db1-cc6a-4238-b664-f6e6cfd05bd0 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/quotas/b1cd00a58b0248ad8aba2e327d13ee87 HTTP/1.1" status: 200  len: 375 time: 0.1789596
Apr 22 12:55:40.725343 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:40.761991 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-1735e191-3acd-4811-8c31-dd20f5d69477 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1cd00a58b0248ad8aba2e327d13ee87&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1158273
Apr 22 12:55:40.774881 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:40.797160 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f485aa96-14ba-4c15-b79f-30a303c505ca None None] Network be9c63ee-d5df-4a33-bd14-78e612dd44e6 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 12:55:40.981009 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:41.036658 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-935c03b6-f222-405f-b9ea-165ade1cad69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:41.039370 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Allocated IP 172.20.0.2 (9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548/0ded796f-1a8d-487b-8bc7-3beffd6cbda9/a40ccc18-422e-464c-a007-401313bd30fc) {{(pid=86534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:55:41.071527 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-1092a8f0-b772-4ae0-9ecb-fa8dae8391a7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86532) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 12:55:41.074170 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-1092a8f0-b772-4ae0-9ecb-fa8dae8391a7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1464734
Apr 22 12:55:41.156207 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-935c03b6-f222-405f-b9ea-165ade1cad69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:41.219625 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-935c03b6-f222-405f-b9ea-165ade1cad69 admin admin] Usage tracker for resource:security_group_rule and tenant:565e8724d4094b57b6863b756e0b4fde is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:41.266790 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:41.340323 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-935c03b6-f222-405f-b9ea-165ade1cad69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:41.376830 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-935c03b6-f222-405f-b9ea-165ade1cad69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:41.518062 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-0b7688dc-b4f2-4bee-b2d8-d1b5bdfb8bf7 service neutron] 10.222.0.20 "GET /v2.0/networks/e43bd707-9e8e-4942-9e64-862e89c31a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0703864
Apr 22 12:55:41.562935 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Notify callbacks [] for port, precommit_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:41.593664 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Transition to ACTIVE for port object a40ccc18-422e-464c-a007-401313bd30fc will not be triggered until provisioned by entity L2. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:55:41.635354 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Transition to ACTIVE for port object a40ccc18-422e-464c-a007-401313bd30fc will not be triggered until provisioned by entity DHCP. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:55:41.637120 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-23d035b4-0813-4a46-925a-2af334a731ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:41.708089 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:41.724014 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:41.769533 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:41.835841 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:41.859691 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Network 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 is already hosted by enough agents. {{(pid=86534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:55:41.875958 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Resources bound (agent type, host, resource id):  {{(pid=86534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:55:41.884915 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Received port after_create {{(pid=86534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:55:41.891925 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-23d035b4-0813-4a46-925a-2af334a731ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:41.929887 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-7914301f-14ea-43a7-9676-86bb7c72e02b service neutron] 10.222.0.20 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5049503
Apr 22 12:55:42.132511 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:42.155018 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Pushing event updated for resources: {'Port': ['ID=a40ccc18-422e-464c-a007-401313bd30fc,revision_number=1']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:42.191985 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:42.192590 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:42.202930 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:42.203730 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:42.204335 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:42.204924 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:42.205517 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:42.206106 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:42.206643 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854007819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775248'] for router, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:42.206848 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:42.207273 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:42.207894 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:42.208477 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Tracked resource versions report:
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]: pushed versions:
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]: {   'AddressGroup': {'1.2'},
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:     'ConntrackHelper': {'1.0'},
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Log': {'1.0'},
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Network': {'1.1'},
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Port': {'1.7'},
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:     'PortForwarding': {'1.2'},
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:     'QosPolicy': {'1.8'},
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SecurityGroup': {'1.4'},
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SecurityGroupRule': {'1.2'},
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SubPort': {'1.0'},
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Subnet': {'1.1'},
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Trunk': {'1.1'}}
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]: consumer versions:
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]: {   DHCP agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:     HyperV agent@hv-cinder-78726: {},
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:     L3 agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:     Metadata agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:     Metering agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:     Open vSwitch agent@dv-cinder-787262-3-iscsi: {   'AddressGroup': '1.2',
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'ConntrackHelper': '1.0',
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Log': '1.0',
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Network': '1.1',
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Port': '1.7',
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'PortForwarding': '1.2',
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'QosPolicy': '1.8',
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SecurityGroup': '1.4',
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SecurityGroupRule': '1.2',
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SubPort': '1.0',
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Subnet': '1.1',
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Trunk': '1.1'}}
Apr 22 12:55:42.211179 dv-cinder-787262-3-iscsi neutron-server[86413]:  {{(pid=86534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 12:55:42.219302 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:42.221052 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Attempting to bind port a40ccc18-422e-464c-a007-401313bd30fc on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 12:55:42.221490 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Attempting to bind port a40ccc18-422e-464c-a007-401313bd30fc by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': '5c1e8466-a640-4708-9852-885c77ca66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548'}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 12:55:42.222296 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Attempting to bind port a40ccc18-422e-464c-a007-401313bd30fc on network 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:55:42.233173 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 12:55:42.233587 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Checking segment: {'id': '5c1e8466-a640-4708-9852-885c77ca66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:55:42.234059 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:42.234498 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Bound using segment: {'id': '5c1e8466-a640-4708-9852-885c77ca66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548'} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 12:55:42.235040 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Bound port: a40ccc18-422e-464c-a007-401313bd30fc, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1e8466-a640-4708-9852-885c77ca66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548'}}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 12:55:42.235540 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:42.359634 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] For port a40ccc18-422e-464c-a007-401313bd30fc, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 12:55:42.367841 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] For port a40ccc18-422e-464c-a007-401313bd30fc, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=a40ccc18-422e-464c-a007-401313bd30fc,segment=NetworkSegment(5c1e8466-a640-4708-9852-885c77ca66cf),segment_id=5c1e8466-a640-4708-9852-885c77ca66cf)] {{(pid=86534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 12:55:42.379105 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-5506e739-4bfe-479c-a63a-c17469007976 service neutron] 10.222.0.20 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4355807
Apr 22 12:55:42.409483 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:42.425531 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ec3442a0-31a3-4e8c-ad4b-dbf6c51eae06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:42.449538 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8d237a92-7f14-4af1-8a3a-7c13504f865a req-1feac0ff-3f21-4030-a0a3-9f411a1da664 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 210 time: 0.2866697
Apr 22 12:55:42.464315 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Allocated IP 172.27.3.151 (2ddae30a-787b-4105-96b6-1d621d63b6d6/f62b3f7c-fd2a-4037-bea1-66926d384c05/e3557deb-5cd0-4570-b456-16bc34f9a476) {{(pid=86532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:55:42.587501 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d035b4-0813-4a46-925a-2af334a731ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059dea2b-602b-4f97-bd18-697ef853536b,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:42.617448 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-23d035b4-0813-4a46-925a-2af334a731ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6cb23dcb01d640baa4f7711d0b2fb55a&name=default HTTP/1.1" status: 200  len: 2975 time: 3.4681890
Apr 22 12:55:42.620072 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-23d035b4-0813-4a46-925a-2af334a731ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:42.647149 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 49310) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:42.686631 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Pushing event updated for resources: {'Port': ['ID=a40ccc18-422e-464c-a007-401313bd30fc,revision_number=2']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:42.707598 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:42.953469 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:43.169390 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:43.190983 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:43.369184 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-935c03b6-f222-405f-b9ea-165ade1cad69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:43.420349 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0cd3cb7c-fbbd-4886-982a-8a655209a670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:43.445771 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:55:43.448496 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:55:43.467653 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Received port after_create {{(pid=86532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:55:43.536031 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device a40ccc18-422e-464c-a007-401313bd30fc up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:55:43.603330 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0cd3cb7c-fbbd-4886-982a-8a655209a670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:43.696942 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1c5ef937-de4b-4f5a-aba7-91b869f78d9b req-e1f6d6a7-a896-436d-925f-d476ed25d9f5 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 210 time: 0.4927943
Apr 22 12:55:43.708190 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-935c03b6-f222-405f-b9ea-165ade1cad69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:43.774469 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:43.922025 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c03b6-f222-405f-b9ea-165ade1cad69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3796e7f2-3454-4859-a3b2-d1c0053811d3,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:43.930207 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-935c03b6-f222-405f-b9ea-165ade1cad69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:43.940191 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-935c03b6-f222-405f-b9ea-165ade1cad69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=565e8724d4094b57b6863b756e0b4fde&name=default HTTP/1.1" status: 200  len: 2975 time: 3.8524592
Apr 22 12:55:43.947753 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 49354) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:44.120104 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f6b799aa-087a-4c50-aaab-21a56e1724bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for subnet, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:44.138776 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-61a4f1dd-a20a-4754-817f-5bff11d9ce1b req-d6058b63-2000-4d40-ab4b-793ac5a7e804 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 210 time: 0.1175587
Apr 22 12:55:44.143153 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:44.145235 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Pushing event updated for resources: {'Port': ['ID=e3557deb-5cd0-4570-b456-16bc34f9a476,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:44.152204 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.961s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:44.185070 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port a40ccc18-422e-464c-a007-401313bd30fc completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:55:44.292060 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-77974163-3c8a-4581-a45e-4c10e92c56aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:44.426923 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b799aa-087a-4c50-aaab-21a56e1724bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfdd58e2-dfbe-4bfe-8827-61f9efcab136,revision_number=0']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:44.562557 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f6b799aa-087a-4c50-aaab-21a56e1724bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:44.566464 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-77974163-3c8a-4581-a45e-4c10e92c56aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:44.664846 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0cd3cb7c-fbbd-4886-982a-8a655209a670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:44.762516 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:44.952685 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220aea2d-736c-452d-b0af-42793b2dbf3a None None] Network 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 12:55:45.144615 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-da563262-258c-48d6-9b5a-251acfea5716 None None] Provisioning for port a40ccc18-422e-464c-a007-401313bd30fc completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:55:45.169679 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-da563262-258c-48d6-9b5a-251acfea5716 None None] Provisioning complete for port a40ccc18-422e-464c-a007-401313bd30fc triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:55:45.169679 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da563262-258c-48d6-9b5a-251acfea5716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:45.173993 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:45.206362 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-77974163-3c8a-4581-a45e-4c10e92c56aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:45.251644 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3cb7c-fbbd-4886-982a-8a655209a670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059dea2b-602b-4f97-bd18-697ef853536b,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:45.264416 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b799aa-087a-4c50-aaab-21a56e1724bd admin admin] Checking segment: {'id': 'df461302-4648-4d0f-b105-e63066378a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:55:45.264939 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b799aa-087a-4c50-aaab-21a56e1724bd admin admin] Network hostable DHCP agents. Network: 4a172ddd-5456-4f17-bd1a-5de10be1b0e0, hostable agents: ['87489297-b04a-4f62-8251-98d0a06ee999'], hosted agents: [] {{(pid=86533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 12:55:45.273667 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0cd3cb7c-fbbd-4886-982a-8a655209a670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:45.274186 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0cd3cb7c-fbbd-4886-982a-8a655209a670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:45.310853 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-84e1bb55-d827-45c7-80e1-fee8f92f1a68 req-ffb95410-e903-4f9a-a426-cae9e5985a36 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 210 time: 0.1217935
Apr 22 12:55:45.399256 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77974163-3c8a-4581-a45e-4c10e92c56aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3796e7f2-3454-4859-a3b2-d1c0053811d3,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:45.421101 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-77974163-3c8a-4581-a45e-4c10e92c56aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:45.508878 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-77974163-3c8a-4581-a45e-4c10e92c56aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:45.510640 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-77974163-3c8a-4581-a45e-4c10e92c56aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3796e7f2-3454-4859-a3b2-d1c0053811d3 HTTP/1.1" status: 204  len: 168 time: 1.5520027
Apr 22 12:55:45.512793 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:45.533116 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da563262-258c-48d6-9b5a-251acfea5716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:45.555187 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767967'] for router, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:45.592405 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0cd3cb7c-fbbd-4886-982a-8a655209a670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:45.607463 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-0cd3cb7c-fbbd-4886-982a-8a655209a670 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/059dea2b-602b-4f97-bd18-697ef853536b HTTP/1.1" status: 204  len: 168 time: 2.9450035
Apr 22 12:55:45.609118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b799aa-087a-4c50-aaab-21a56e1724bd admin admin] Network 4a172ddd-5456-4f17-bd1a-5de10be1b0e0 is scheduled to be hosted by DHCP agent 87489297-b04a-4f62-8251-98d0a06ee999 with binding_index 1 {{(pid=86533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 12:55:45.611693 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-da563262-258c-48d6-9b5a-251acfea5716 None None] For port a40ccc18-422e-464c-a007-401313bd30fc, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=a40ccc18-422e-464c-a007-401313bd30fc,segment=NetworkSegment(5c1e8466-a640-4708-9852-885c77ca66cf),segment_id=5c1e8466-a640-4708-9852-885c77ca66cf)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:55:45.625002 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:45.654775 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da563262-258c-48d6-9b5a-251acfea5716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:45.657161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:45.718172 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-f6b799aa-087a-4c50-aaab-21a56e1724bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-iscsi, 4a172ddd-5456-4f17-bd1a-5de10be1b0e0) {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:55:45.745622 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e902b712-ba24-4d89-ba38-06afcd056c99 None None] Network 4a172ddd-5456-4f17-bd1a-5de10be1b0e0 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 12:55:45.781197 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b799aa-087a-4c50-aaab-21a56e1724bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:55:45.782183 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f6b799aa-087a-4c50-aaab-21a56e1724bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:46.039446 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-f6b799aa-087a-4c50-aaab-21a56e1724bd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 6.8813124
Apr 22 12:55:46.046046 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 49392) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:46.071636 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da563262-258c-48d6-9b5a-251acfea5716 None None] Pushing event updated for resources: {'Port': ['ID=a40ccc18-422e-464c-a007-401313bd30fc,revision_number=3']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:46.082253 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-da563262-258c-48d6-9b5a-251acfea5716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:46.104965 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-94947041-router', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:55:46.124274 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:46.176249 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Usage tracker for resource:router and tenant:16ebc3a73d9045e79c95afc066b0c4f5 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:46.190626 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:46.201533 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:46.244434 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Allocated IP 172.27.3.245 (2ddae30a-787b-4105-96b6-1d621d63b6d6/f62b3f7c-fd2a-4037-bea1-66926d384c05/71a40318-a041-4ba3-99f4-f6408a9151bc) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:55:46.283990 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-663020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-599'] for router, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:46.285153 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854112796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854008062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775217'] for router, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:46.303989 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-3a3f5169-b664-45b6-8fae-8584eb0974f0 None None] Provisioning complete for port a40ccc18-422e-464c-a007-401313bd30fc triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:55:46.304631 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3a3f5169-b664-45b6-8fae-8584eb0974f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:46.528324 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:46.688512 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffcb9097-8cb5-5ed6-be24-ccbd137e2060-4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'fixed_ips': [{'subnet_id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136'}]}} from dv-cinder-787262-3-iscsi. {{(pid=86534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 12:55:46.690232 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:46.769405 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:46.886009 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6ad62268-0301-42fe-9046-9ffa88f43c91 req-d804cc8c-dca0-46bd-bbbb-54fda75df778 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 210 time: 1.3085546
Apr 22 12:55:46.973888 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 49422) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:47.026273 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-de514745-c3f7-49e5-a866-956d0d1f0c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:47.075403 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:47.077749 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-de514745-c3f7-49e5-a866-956d0d1f0c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:47.095890 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-de514745-c3f7-49e5-a866-956d0d1f0c89 admin admin] Usage tracker for resource:security_group_rule and tenant:20714ba7a0e146649b4fe417070e22f1 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:47.106062 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-de514745-c3f7-49e5-a866-956d0d1f0c89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:47.141391 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-de514745-c3f7-49e5-a866-956d0d1f0c89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:47.160188 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Allocated IP 172.20.0.2 (4a172ddd-5456-4f17-bd1a-5de10be1b0e0/cfdd58e2-dfbe-4bfe-8827-61f9efcab136/fd404ca0-d777-4186-a0b0-7c98426db947) {{(pid=86534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:55:47.195558 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6000b15d-881c-44d4-b163-754131362400 req-3732f875-3de6-44f4-9c0f-6d26ed388109 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 210 time: 0.3542192
Apr 22 12:55:47.201873 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:47.404115 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Router 82914f30-5651-481c-9e2f-73d0badf4884 is scheduled to L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 with binding_index 1 {{(pid=86532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 12:55:47.440708 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:55:47.500492 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device a40ccc18-422e-464c-a007-401313bd30fc up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:55:47.572518 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:55:47.596282 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:55:47.857425 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Pushing event updated for resources: {'Port': ['ID=71a40318-a041-4ba3-99f4-f6408a9151bc,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:47.881371 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854007819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775248'] for router, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:47.890538 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:47.895388 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 12:55:47.909561 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] Sync routers for ids ['82914f30-5651-481c-9e2f-73d0badf4884'] in dv-cinder-787262-3-iscsi {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 12:55:47.923088 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.35', 49297) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:47.933811 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] Routers {'82914f30-5651-481c-9e2f-73d0badf4884'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 12:55:47.934599 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c2d3240>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T12:55:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['82914f30-5651-481c-9e2f-73d0badf4884'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:55:47.983388 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port a40ccc18-422e-464c-a007-401313bd30fc triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:55:47.984036 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:48.053732 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Notify callbacks [] for port, precommit_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:48.113750 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Transition to ACTIVE for port object fd404ca0-d777-4186-a0b0-7c98426db947 will not be triggered until provisioned by entity L2. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:55:48.199961 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Transition to ACTIVE for port object fd404ca0-d777-4186-a0b0-7c98426db947 will not be triggered until provisioned by entity DHCP. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:55:48.228389 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3d412610-fe7f-42bc-9533-13eca417c415 req-60cd639f-14fb-467d-89dd-d319114ddfd3 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 210 time: 0.1054966
Apr 22 12:55:48.230808 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-de514745-c3f7-49e5-a866-956d0d1f0c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:48.270640 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-de514745-c3f7-49e5-a866-956d0d1f0c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:48.272948 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Notify callbacks [] for router, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:48.274414 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 8.9695108
Apr 22 12:55:48.289317 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 49448) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:48.291937 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:48.310006 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:48.323912 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:48.363818 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de514745-c3f7-49e5-a866-956d0d1f0c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474ce4c7-13cc-4498-9d33-72b37aafcb99,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:48.453314 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Network 4a172ddd-5456-4f17-bd1a-5de10be1b0e0 is already hosted by enough agents. {{(pid=86534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:55:48.465122 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Resources bound (agent type, host, resource id):  {{(pid=86534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:55:48.468802 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Received port after_create {{(pid=86534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:55:48.471844 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Pushing event updated for resources: {'Port': ['ID=fd404ca0-d777-4186-a0b0-7c98426db947,revision_number=1']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:48.475099 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] Set router 82914f30-5651-481c-9e2f-73d0badf4884 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 12:55:48.475807 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:48.830156 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Attempting to bind port fd404ca0-d777-4186-a0b0-7c98426db947 on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 12:55:48.830826 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Attempting to bind port fd404ca0-d777-4186-a0b0-7c98426db947 by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': 'df461302-4648-4d0f-b105-e63066378a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0'}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 12:55:48.831493 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Attempting to bind port fd404ca0-d777-4186-a0b0-7c98426db947 on network 4a172ddd-5456-4f17-bd1a-5de10be1b0e0 {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:55:48.843837 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 12:55:48.844393 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Checking segment: {'id': 'df461302-4648-4d0f-b105-e63066378a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:55:48.845120 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:48.845832 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Bound using segment: {'id': 'df461302-4648-4d0f-b105-e63066378a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0'} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 12:55:48.847388 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Bound port: fd404ca0-d777-4186-a0b0-7c98426db947, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df461302-4648-4d0f-b105-e63066378a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0'}}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 12:55:48.847388 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:48.853713 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-0fafd6a3-722c-4a04-85d5-4b0f0345b2d1 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:55:48.869936 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-0fafd6a3-722c-4a04-85d5-4b0f0345b2d1 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.35 "GET /v2.0/networks?id=e43bd707-9e8e-4942-9e64-862e89c31a44 HTTP/1.1" status: 200  len: 812 time: 0.9448006
Apr 22 12:55:49.048641 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] For port fd404ca0-d777-4186-a0b0-7c98426db947, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 12:55:49.055263 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] For port fd404ca0-d777-4186-a0b0-7c98426db947, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=fd404ca0-d777-4186-a0b0-7c98426db947,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 12:55:49.118902 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:49.149312 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:49.178945 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-dfb42e30-08ce-4e18-bd4e-acee15239a0e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Request body: {'port': {'device_id': 'ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2', 'network_id': 'e43bd707-9e8e-4942-9e64-862e89c31a44', 'admin_state_up': True, 'tenant_id': 'a4a553c8742a4849a45bafbfec9a41f9'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:55:49.206466 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-de514745-c3f7-49e5-a866-956d0d1f0c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.913s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:49.409530 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c373d4e7-b5c9-4396-9f3f-a65b02df8ebf req-e025e9f7-396e-4680-9392-5576f711eca9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 210 time: 0.5329218
Apr 22 12:55:49.460926 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Pushing event updated for resources: {'Port': ['ID=fd404ca0-d777-4186-a0b0-7c98426db947,revision_number=2']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:49.468532 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:49.512676 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c2d3240>, [{'id': '82914f30-5651-481c-9e2f-73d0badf4884', 'name': 'tempest-ServerRescueNegativeTestJSON-514474592-router', 'tenant_id': '3ee83b5586734c17a93b5a549ee51099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e3557deb-5cd0-4570-b456-16bc34f9a476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:39Z', 'updated_at': '2021-04-22T12:55:44Z', 'revision_number': 3, 'project_id': '3ee83b5586734c17a93b5a549ee51099', 'gw_port': {'id': 'e3557deb-5cd0-4570-b456-16bc34f9a476', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:30:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82914f30-5651-481c-9e2f-73d0badf4884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:41Z', 'updated_at': '2021-04-22T12:55:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:55:49.548706 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] Checking router: 82914f30-5651-481c-9e2f-73d0badf4884 for host: dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 12:55:49.551886 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] Updating router 82914f30-5651-481c-9e2f-73d0badf4884 port e3557deb-5cd0-4570-b456-16bc34f9a476 binding host dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 12:55:49.610262 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.35', 49302) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:49.775269 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:49.986195 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 12:55:50.089679 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-de514745-c3f7-49e5-a866-956d0d1f0c89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20714ba7a0e146649b4fe417070e22f1&name=default HTTP/1.1" status: 200  len: 2975 time: 3.1090951
Apr 22 12:55:50.148438 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 49494) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:50.175987 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1a7ae666-0f31-4515-8736-91769fa0e687 req-a7472c58-3e8a-49ce-bc71-cc99b6e492b7 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 210 time: 0.4803221
Apr 22 12:55:50.340176 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 49502) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:50.588773 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7cee96b4-79a5-4ff1-ac04-cc4d5c819124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:50.724598 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e6bbf391-e32e-4e03-bede-00b5ac63a188 req-623862d4-ac6b-4b84-9cf1-0cfdea8a0117 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 210 time: 0.0996888
Apr 22 12:55:50.731963 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-dfb42e30-08ce-4e18-bd4e-acee15239a0e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:50.749595 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-dfb42e30-08ce-4e18-bd4e-acee15239a0e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Usage tracker for resource:port and tenant:a4a553c8742a4849a45bafbfec9a41f9 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:50.761326 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-dfb42e30-08ce-4e18-bd4e-acee15239a0e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:50.786821 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-dfb42e30-08ce-4e18-bd4e-acee15239a0e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:50.793813 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:50.883681 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] Notify callbacks [] for port, precommit_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:50.937250 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] Transition to ACTIVE for port object e3557deb-5cd0-4570-b456-16bc34f9a476 will not be triggered until provisioned by entity L2. {{(pid=86535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:55:50.944706 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e119b12a-a85b-46ec-ac80-7514a0df7cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:50.965625 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-f6a6be9b-118e-4254-8b78-0b5c4337aab2 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:55:50.966436 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-f6a6be9b-118e-4254-8b78-0b5c4337aab2 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Synchronizing usage tracker for tenant:b1cd00a58b0248ad8aba2e327d13ee87 on resource:network {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:55:50.979662 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:50.988638 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-47b8e548-4f66-4056-9b29-24731940be66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:50.991064 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-e119b12a-a85b-46ec-ac80-7514a0df7cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:51.008693 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-e119b12a-a85b-46ec-ac80-7514a0df7cd2 admin admin] Usage tracker for resource:security_group_rule and tenant:aedf7252a37c4a6a9c618f3483293d9b is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:51.016923 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-e119b12a-a85b-46ec-ac80-7514a0df7cd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:51.043025 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-e119b12a-a85b-46ec-ac80-7514a0df7cd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:51.060642 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-dfb42e30-08ce-4e18-bd4e-acee15239a0e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Made reservation on behalf of a4a553c8742a4849a45bafbfec9a41f9 for: {'port': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:55:51.074774 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-dfb42e30-08ce-4e18-bd4e-acee15239a0e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:51.105222 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7cee96b4-79a5-4ff1-ac04-cc4d5c819124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:51.357944 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] Attempting to bind port e3557deb-5cd0-4570-b456-16bc34f9a476 on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 12:55:51.358737 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] Attempting to bind port e3557deb-5cd0-4570-b456-16bc34f9a476 by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}] {{(pid=86535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 12:55:51.367576 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] Attempting to bind port e3557deb-5cd0-4570-b456-16bc34f9a476 on network 2ddae30a-787b-4105-96b6-1d621d63b6d6 {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:55:51.394922 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c5856-1533-4dc9-ad9a-a3174f7271d4 None None] Pushing event updated for resources: {'Port': ['ID=e3557deb-5cd0-4570-b456-16bc34f9a476,revision_number=2']} {{(pid=86535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:51.414816 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 12:55:51.415920 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] Checking segment: {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:55:51.415920 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:51.416614 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] Bound using segment: {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'} {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 12:55:51.416614 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] Bound port: e3557deb-5cd0-4570-b456-16bc34f9a476, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}}] {{(pid=86535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 12:55:51.417205 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:51.440753 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device fd404ca0-d777-4186-a0b0-7c98426db947 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:55:51.444156 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e119b12a-a85b-46ec-ac80-7514a0df7cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:51.544379 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e119b12a-a85b-46ec-ac80-7514a0df7cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:51.576682 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c5856-1533-4dc9-ad9a-a3174f7271d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:51.577065 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c5856-1533-4dc9-ad9a-a3174f7271d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:51.577438 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c5856-1533-4dc9-ad9a-a3174f7271d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:51.577800 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c5856-1533-4dc9-ad9a-a3174f7271d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:51.578162 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c5856-1533-4dc9-ad9a-a3174f7271d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:51.578522 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c5856-1533-4dc9-ad9a-a3174f7271d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:51.578879 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c5856-1533-4dc9-ad9a-a3174f7271d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:51.579234 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c5856-1533-4dc9-ad9a-a3174f7271d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:51.585888 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c5856-1533-4dc9-ad9a-a3174f7271d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:51.586364 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c5856-1533-4dc9-ad9a-a3174f7271d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:51.586742 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c5856-1533-4dc9-ad9a-a3174f7271d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:51.587113 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c5856-1533-4dc9-ad9a-a3174f7271d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753c5856-1533-4dc9-ad9a-a3174f7271d4 None None] Tracked resource versions report:
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]: pushed versions:
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]: {   'AddressGroup': {'1.2'},
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:     'ConntrackHelper': {'1.0'},
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Log': {'1.0'},
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Network': {'1.1'},
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Port': {'1.7'},
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:     'PortForwarding': {'1.2'},
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:     'QosPolicy': {'1.8'},
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SecurityGroup': {'1.4'},
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SecurityGroupRule': {'1.2'},
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:     'SubPort': {'1.0'},
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Subnet': {'1.1'},
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:     'Trunk': {'1.1'}}
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]: consumer versions:
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]: {   DHCP agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:     HyperV agent@hv-cinder-78726: {},
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:     L3 agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:     Metadata agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:     Metering agent@dv-cinder-787262-3-iscsi: {},
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:     Open vSwitch agent@dv-cinder-787262-3-iscsi: {   'AddressGroup': '1.2',
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'ConntrackHelper': '1.0',
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Log': '1.0',
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Network': '1.1',
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Port': '1.7',
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'PortForwarding': '1.2',
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'QosPolicy': '1.8',
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SecurityGroup': '1.4',
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SecurityGroupRule': '1.2',
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'SubPort': '1.0',
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Subnet': '1.1',
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:                                                      'Trunk': '1.1'}}
Apr 22 12:55:51.591113 dv-cinder-787262-3-iscsi neutron-server[86413]:  {{(pid=86535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 12:55:51.622820 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-753c5856-1533-4dc9-ad9a-a3174f7271d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:51.732535 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b977d638-f485-4e15-9027-45a8f993ff2b None None] Network 4a172ddd-5456-4f17-bd1a-5de10be1b0e0 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 12:55:51.753716 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] For port e3557deb-5cd0-4570-b456-16bc34f9a476, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 12:55:51.760815 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port fd404ca0-d777-4186-a0b0-7c98426db947 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:55:51.765475 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] For port e3557deb-5cd0-4570-b456-16bc34f9a476, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=e3557deb-5cd0-4570-b456-16bc34f9a476,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 12:55:51.785145 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:51.804263 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:51.809065 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:51.966840 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-e119b12a-a85b-46ec-ac80-7514a0df7cd2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aedf7252a37c4a6a9c618f3483293d9b&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6239767
Apr 22 12:55:52.059366 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 49540) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:55:52.195582 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-60b22099-db73-4040-ae24-d27ce550ebb8 None None] Provisioning for port fd404ca0-d777-4186-a0b0-7c98426db947 completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:55:52.197628 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b12a-a85b-46ec-ac80-7514a0df7cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78518da1-4681-494c-b9ce-67863c6875c9,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:52.218567 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-60b22099-db73-4040-ae24-d27ce550ebb8 None None] Provisioning complete for port fd404ca0-d777-4186-a0b0-7c98426db947 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:55:52.219559 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-60b22099-db73-4040-ae24-d27ce550ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:52.261311 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-f6a6be9b-118e-4254-8b78-0b5c4337aab2 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Unset dirty status for tenant:b1cd00a58b0248ad8aba2e327d13ee87 on resource:network {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:55:52.264525 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-f6a6be9b-118e-4254-8b78-0b5c4337aab2 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.35 "GET /v2.0/networks?id=49734fce-29d7-425b-9134-2db9dec57d82 HTTP/1.1" status: 200  len: 815 time: 2.6529431
Apr 22 12:55:52.281289 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e119b12a-a85b-46ec-ac80-7514a0df7cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:52.306841 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a62dcd01-d43a-422b-882c-d651582549f7 req-6eada5a5-00c5-460e-b2f3-38b6789ed578 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 210 time: 0.6939809
Apr 22 12:55:52.338088 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] Routers {'82914f30-5651-481c-9e2f-73d0badf4884'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 12:55:52.342710 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c2d3240>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T12:55:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['82914f30-5651-481c-9e2f-73d0badf4884'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:55:52.356398 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:52.383683 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7cee96b4-79a5-4ff1-ac04-cc4d5c819124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:52.442062 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:52.469653 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee96b4-79a5-4ff1-ac04-cc4d5c819124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474ce4c7-13cc-4498-9d33-72b37aafcb99,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:52.513508 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7cee96b4-79a5-4ff1-ac04-cc4d5c819124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:52.531634 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7cee96b4-79a5-4ff1-ac04-cc4d5c819124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:52.538090 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-7cee96b4-79a5-4ff1-ac04-cc4d5c819124 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/474ce4c7-13cc-4498-9d33-72b37aafcb99 HTTP/1.1" status: 204  len: 168 time: 2.3830984
Apr 22 12:55:52.623695 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c5856-1533-4dc9-ad9a-a3174f7271d4 None None] Pushing event updated for resources: {'Port': ['ID=e3557deb-5cd0-4570-b456-16bc34f9a476,revision_number=3']} {{(pid=86535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:52.665438 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-753c5856-1533-4dc9-ad9a-a3174f7271d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:52.724177 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-00cefee3-3ac9-4c33-8725-82f7b0b92b24 req-565dd5b9-862c-42af-8961-80d74101c070 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 210 time: 0.4789007
Apr 22 12:55:52.944703 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-820073e4-0923-4e4e-9bae-010fa0a96b72 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Request body: {'port': {'device_id': '2ba085f3-9e1c-4a62-baed-45f92b175841', 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82', 'admin_state_up': True, 'tenant_id': 'b1cd00a58b0248ad8aba2e327d13ee87'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:55:53.000782 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-60b22099-db73-4040-ae24-d27ce550ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:53.178242 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] Set router 82914f30-5651-481c-9e2f-73d0badf4884 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 12:55:53.220355 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-820073e4-0923-4e4e-9bae-010fa0a96b72 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:55:53.232783 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-820073e4-0923-4e4e-9bae-010fa0a96b72 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Usage tracker for resource:port and tenant:b1cd00a58b0248ad8aba2e327d13ee87 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:55:53.237784 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-820073e4-0923-4e4e-9bae-010fa0a96b72 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:55:53.254424 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-820073e4-0923-4e4e-9bae-010fa0a96b72 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:55:53.257388 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-60b22099-db73-4040-ae24-d27ce550ebb8 None None] For port fd404ca0-d777-4186-a0b0-7c98426db947, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=fd404ca0-d777-4186-a0b0-7c98426db947,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:55:53.288351 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] Allocated IP 172.20.0.1 (be9c63ee-d5df-4a33-bd14-78e612dd44e6/72efafc1-dd84-4bb1-b54c-b8367450c432/7c6cce89-16a8-4ce3-b527-63c22d04ac40) {{(pid=86532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:55:53.306831 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-60b22099-db73-4040-ae24-d27ce550ebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:53.327307 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:53.507912 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-820073e4-0923-4e4e-9bae-010fa0a96b72 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Made reservation on behalf of b1cd00a58b0248ad8aba2e327d13ee87 for: {'port': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:55:53.527395 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-820073e4-0923-4e4e-9bae-010fa0a96b72 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:53.739603 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b22099-db73-4040-ae24-d27ce550ebb8 None None] Pushing event updated for resources: {'Port': ['ID=fd404ca0-d777-4186-a0b0-7c98426db947,revision_number=3']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:53.751023 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-60b22099-db73-4040-ae24-d27ce550ebb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:53.989252 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:53.996143 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-84d2aa0b-7b6c-41e6-8ad1-795d6cb8e858 None None] Provisioning complete for port fd404ca0-d777-4186-a0b0-7c98426db947 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:55:53.996143 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-84d2aa0b-7b6c-41e6-8ad1-795d6cb8e858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:53.997411 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e5cc3e2a-adbf-4bb9-b76c-dee534961ed1 req-da84fed7-eef3-459d-8deb-deae91195951 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 210 time: 0.1914296
Apr 22 12:55:54.159063 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:54.258656 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:54.414858 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:54.428633 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:54.876274 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1daf86ac-14cd-4abe-9b3f-7321acfc7182 req-0554bc36-d0ef-4902-bd30-59ca3c4dab39 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 210 time: 0.3280070
Apr 22 12:55:54.892753 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c2d3240>, [{'id': '82914f30-5651-481c-9e2f-73d0badf4884', 'name': 'tempest-ServerRescueNegativeTestJSON-514474592-router', 'tenant_id': '3ee83b5586734c17a93b5a549ee51099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e3557deb-5cd0-4570-b456-16bc34f9a476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:39Z', 'updated_at': '2021-04-22T12:55:44Z', 'revision_number': 3, 'project_id': '3ee83b5586734c17a93b5a549ee51099', 'gw_port': {'id': 'e3557deb-5cd0-4570-b456-16bc34f9a476', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:30:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82914f30-5651-481c-9e2f-73d0badf4884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:41Z', 'updated_at': '2021-04-22T12:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:55:54.901411 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db1098a-7cd3-4723-bfbd-9d9ece97d93d None None] The sync data for ids ['82914f30-5651-481c-9e2f-73d0badf4884'] in dv-cinder-787262-3-iscsi is: [{'id': '82914f30-5651-481c-9e2f-73d0badf4884', 'name': 'tempest-ServerRescueNegativeTestJSON-514474592-router', 'tenant_id': '3ee83b5586734c17a93b5a549ee51099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e3557deb-5cd0-4570-b456-16bc34f9a476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:39Z', 'updated_at': '2021-04-22T12:55:44Z', 'revision_number': 3, 'project_id': '3ee83b5586734c17a93b5a549ee51099', 'gw_port': {'id': 'e3557deb-5cd0-4570-b456-16bc34f9a476', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:30:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82914f30-5651-481c-9e2f-73d0badf4884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:41Z', 'updated_at': '2021-04-22T12:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}] {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 12:55:55.267860 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Allocated IP 172.27.3.91 (2ddae30a-787b-4105-96b6-1d621d63b6d6/f62b3f7c-fd2a-4037-bea1-66926d384c05/09858608-4580-482c-aec6-de6d6c925750) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:55:55.294968 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] Pushing event updated for resources: {'Port': ['ID=7c6cce89-16a8-4ce3-b527-63c22d04ac40,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:55.305387 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-dfb42e30-08ce-4e18-bd4e-acee15239a0e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Allocated IP 172.20.0.3 (e43bd707-9e8e-4942-9e64-862e89c31a44/1f0bc7f1-7399-42dd-bf27-ee2af390825e/c66d066b-e377-43e2-85d0-7b8d33e5bf1d) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:55:55.343982 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] Network be9c63ee-d5df-4a33-bd14-78e612dd44e6 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:55:55.352530 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.925s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:55.353395 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cbda6150-bbfb-476c-9acd-9914828c81ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:55.359065 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:55:55.373891 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] Received port after_create {{(pid=86532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:55:55.375680 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854006782'] for router_interface, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:55.480067 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device fd404ca0-d777-4186-a0b0-7c98426db947 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:55:55.600863 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cbda6150-bbfb-476c-9acd-9914828c81ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:55.787536 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port fd404ca0-d777-4186-a0b0-7c98426db947 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:55:55.794798 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:56.045401 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:56.202181 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767967'] for router, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:56.218299 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cbda6150-bbfb-476c-9acd-9914828c81ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:56.278532 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:56.295085 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-935c03b6-f222-405f-b9ea-165ade1cad69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:56.607307 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-eb1ad575-f8af-4f83-b258-858808fc8304 req-bb5ececa-90e5-4f38-825c-764388352cf2 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 210 time: 0.2325354
Apr 22 12:55:56.690940 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:57.543853 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device e3557deb-5cd0-4570-b456-16bc34f9a476 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:55:57.612845 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda6150-bbfb-476c-9acd-9914828c81ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78518da1-4681-494c-b9ce-67863c6875c9,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:57.625831 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cbda6150-bbfb-476c-9acd-9914828c81ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.331s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:57.637296 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:57.742391 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:57.781052 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:57.783715 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-769125'] for router_interface, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:57.798587 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:57.838061 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port e3557deb-5cd0-4570-b456-16bc34f9a476 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:55:57.847846 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port e3557deb-5cd0-4570-b456-16bc34f9a476 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:55:57.848602 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:58.069986 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] Pushing event updated for resources: {'Port': ['ID=7c6cce89-16a8-4ce3-b527-63c22d04ac40,revision_number=2']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:58.439120 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:58.544910 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port e3557deb-5cd0-4570-b456-16bc34f9a476, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=e3557deb-5cd0-4570-b456-16bc34f9a476,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:55:58.546754 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] Network be9c63ee-d5df-4a33-bd14-78e612dd44e6 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:55:58.549260 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:58.554779 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:55:58.587560 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:58.590741 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:55:58.742701 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=e3557deb-5cd0-4570-b456-16bc34f9a476,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:55:58.752757 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:55:58.862389 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:55:58.866230 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-e0dfbcf1-ab4d-4096-94a3-fcd575db2062 req-e1132c2f-d401-4de4-9281-a73b99a7b549 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Synchronizing usage tracker for tenant:b1cd00a58b0248ad8aba2e327d13ee87 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:55:59.082737 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:55:59.101451 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-35d18188-bacc-4c8f-860b-02d7ffa8b608 req-fc9734ce-886b-435a-b518-15bffa53f6ce tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 210 time: 0.5505695
Apr 22 12:55:59.132483 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] Router 82914f30-5651-481c-9e2f-73d0badf4884 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 12:55:59.137654 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:55:59.411355 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device e3557deb-5cd0-4570-b456-16bc34f9a476 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:55:59.861811 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port e3557deb-5cd0-4570-b456-16bc34f9a476 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:55:59.862521 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:55:59.934545 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 12:55:59.996454 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] 10.222.0.20 "PUT /v2.0/routers/82914f30-5651-481c-9e2f-73d0badf4884/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.6407611
Apr 22 12:56:00.104909 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] Sync routers for ids ['82914f30-5651-481c-9e2f-73d0badf4884'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 12:56:00.128632 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] Routers {'82914f30-5651-481c-9e2f-73d0badf4884'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 12:56:00.131504 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c0bbd68>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T12:55:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['82914f30-5651-481c-9e2f-73d0badf4884'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:56:00.550691 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-dfb42e30-08ce-4e18-bd4e-acee15239a0e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:00.632462 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d35b8da5-6b18-482b-84ba-2b4e9f41d717 req-78815f71-a4f8-4bfe-b538-1d46bbb076ec tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 210 time: 0.1410856
Apr 22 12:56:00.725906 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Pushing event updated for resources: {'Port': ['ID=09858608-4580-482c-aec6-de6d6c925750,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:00.751913 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.114s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:00.754009 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cbda6150-bbfb-476c-9acd-9914828c81ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:00.767928 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-cbda6150-bbfb-476c-9acd-9914828c81ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78518da1-4681-494c-b9ce-67863c6875c9 HTTP/1.1" status: 204  len: 168 time: 8.5248199
Apr 22 12:56:00.853854 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] Set router 82914f30-5651-481c-9e2f-73d0badf4884 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 12:56:00.978589 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-dfb42e30-08ce-4e18-bd4e-acee15239a0e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:00.981735 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-e0dfbcf1-ab4d-4096-94a3-fcd575db2062 req-e1132c2f-d401-4de4-9281-a73b99a7b549 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Unset dirty status for tenant:b1cd00a58b0248ad8aba2e327d13ee87 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:56:00.996341 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e0dfbcf1-ab4d-4096-94a3-fcd575db2062 req-e1132c2f-d401-4de4-9281-a73b99a7b549 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 210 time: 3.5546107
Apr 22 12:56:01.047199 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 is scheduled to L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 with binding_index 1 {{(pid=86533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 12:56:01.459859 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:01.738474 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-17022afb-f013-46e3-b3e6-b914f351b57f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:02.203479 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-820073e4-0923-4e4e-9bae-010fa0a96b72 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Allocated IP 172.20.0.4 (49734fce-29d7-425b-9134-2db9dec57d82/29e985ab-6ee0-49a9-b2d1-fbe579a07266/105362e0-f087-4f6d-82d7-aa35722cdc28) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:56:02.432946 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb42e30-08ce-4e18-bd4e-acee15239a0e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Pushing event updated for resources: {'Port': ['ID=c66d066b-e377-43e2-85d0-7b8d33e5bf1d,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:02.445125 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-dfb42e30-08ce-4e18-bd4e-acee15239a0e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:02.495658 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c0bbd68>, [{'id': '82914f30-5651-481c-9e2f-73d0badf4884', 'name': 'tempest-ServerRescueNegativeTestJSON-514474592-router', 'tenant_id': '3ee83b5586734c17a93b5a549ee51099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e3557deb-5cd0-4570-b456-16bc34f9a476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:39Z', 'updated_at': '2021-04-22T12:55:56Z', 'revision_number': 4, 'project_id': '3ee83b5586734c17a93b5a549ee51099', 'gw_port': {'id': 'e3557deb-5cd0-4570-b456-16bc34f9a476', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82914f30-5651-481c-9e2f-73d0badf4884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:41Z', 'updated_at': '2021-04-22T12:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '7c6cce89-16a8-4ce3-b527-63c22d04ac40', 'name': '', 'network_id': 'be9c63ee-d5df-4a33-bd14-78e612dd44e6', 'tenant_id': '3ee83b5586734c17a93b5a549ee51099', 'mac_address': 'fa:16:3e:9c:11:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82914f30-5651-481c-9e2f-73d0badf4884', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72efafc1-dd84-4bb1-b54c-b8367450c432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:52Z', 'updated_at': '2021-04-22T12:55:56Z', 'revision_number': 2, 'project_id': '3ee83b5586734c17a93b5a549ee51099', 'subnets': [{'id': '72efafc1-dd84-4bb1-b54c-b8367450c432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:56:02.518807 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] Checking router: 82914f30-5651-481c-9e2f-73d0badf4884 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 12:56:02.525025 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] Updating router 82914f30-5651-481c-9e2f-73d0badf4884 port 7c6cce89-16a8-4ce3-b527-63c22d04ac40 binding host dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 12:56:02.618708 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-59eae59c-c2c8-4676-afb1-eae0e0f0f313 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:02.641774 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-59eae59c-c2c8-4676-afb1-eae0e0f0f313 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/networks?id=be9c63ee-d5df-4a33-bd14-78e612dd44e6 HTTP/1.1" status: 200  len: 818 time: 0.5975902
Apr 22 12:56:02.688036 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-dd5bff3a-3501-4501-818e-2deec0f6f216 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/quotas/3ee83b5586734c17a93b5a549ee51099 HTTP/1.1" status: 200  len: 375 time: 0.0396709
Apr 22 12:56:02.813429 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 49664) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:02.866316 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:02.920844 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-54609de2-490f-479e-8eb3-6da8a864e11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:02.952544 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-dfb42e30-08ce-4e18-bd4e-acee15239a0e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Network e43bd707-9e8e-4942-9e64-862e89c31a44 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:56:03.004088 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-54609de2-490f-479e-8eb3-6da8a864e11e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:03.017780 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-dfb42e30-08ce-4e18-bd4e-acee15239a0e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:56:03.022642 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-54609de2-490f-479e-8eb3-6da8a864e11e admin admin] Usage tracker for resource:security_group_rule and tenant:23de28042e2e46a7b1a3d93f4ae8f6f1 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:03.038280 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-54609de2-490f-479e-8eb3-6da8a864e11e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:03.054041 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-54609de2-490f-479e-8eb3-6da8a864e11e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:03.080250 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-78369b75-4b27-48b3-a458-e8050953f788 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Synchronizing usage tracker for tenant:3ee83b5586734c17a93b5a549ee51099 on resource:port {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:56:03.120616 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-dfb42e30-08ce-4e18-bd4e-acee15239a0e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:56:03.153398 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-dfb42e30-08ce-4e18-bd4e-acee15239a0e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:03.154711 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-dfb42e30-08ce-4e18-bd4e-acee15239a0e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:03.449165 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-dfb42e30-08ce-4e18-bd4e-acee15239a0e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 14.4515641
Apr 22 12:56:03.541823 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-54609de2-490f-479e-8eb3-6da8a864e11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:03.555455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-b1c8acfa-b6c8-4284-b311-262ce3727145 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 12:56:03.557676 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-b1c8acfa-b6c8-4284-b311-262ce3727145 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0189514
Apr 22 12:56:03.610212 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-54609de2-490f-479e-8eb3-6da8a864e11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:03.621445 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-78369b75-4b27-48b3-a458-e8050953f788 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Unset dirty status for tenant:3ee83b5586734c17a93b5a549ee51099 on resource:port {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:56:03.648048 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-78369b75-4b27-48b3-a458-e8050953f788 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ee83b5586734c17a93b5a549ee51099&fields=id HTTP/1.1" status: 200  len: 255 time: 0.9416409
Apr 22 12:56:03.676322 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e119b12a-a85b-46ec-ac80-7514a0df7cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:03.846981 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54609de2-490f-479e-8eb3-6da8a864e11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a04b69-882c-4080-a58f-2125af0ee473,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:04.045578 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-54609de2-490f-479e-8eb3-6da8a864e11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:04.086362 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-54609de2-490f-479e-8eb3-6da8a864e11e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23de28042e2e46a7b1a3d93f4ae8f6f1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2600744
Apr 22 12:56:04.101712 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 49672) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:04.377784 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-cd90f93c-1f57-4412-9599-737fbc8d6d31 service neutron] 10.222.0.20 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6793289
Apr 22 12:56:04.408236 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 12:56:04.432337 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] Sync routers for ids ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'] in dv-cinder-787262-3-iscsi {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 12:56:04.481761 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] Routers {'8e41e22f-3dc1-4e2d-9ec3-8af636316264'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 12:56:04.487241 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c85e860>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T12:55:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:56:04.689643 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8a840-631c-4793-926d-9aa881f45582 req-e52c4955-b882-45f9-b9cf-e42832abd962 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:04.691000 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-9cd8a840-631c-4793-926d-9aa881f45582 req-e52c4955-b882-45f9-b9cf-e42832abd962 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Synchronizing usage tracker for tenant:a4a553c8742a4849a45bafbfec9a41f9 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:56:04.714221 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Request body: {'port': {'device_id': 'ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:56:04.727126 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-93c2613c-0c07-4837-889e-5e4d9457b60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:04.899875 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] Notify callbacks [] for port, precommit_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:04.948581 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] Transition to ACTIVE for port object 7c6cce89-16a8-4ce3-b527-63c22d04ac40 will not be triggered until provisioned by entity L2. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:56:05.004318 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:05.042469 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:05.066907 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-93c2613c-0c07-4837-889e-5e4d9457b60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:05.265452 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] Set router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 12:56:05.435560 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767967'] for router, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:05.727283 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Notify callbacks [] for router, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:05.730444 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 26.2871134
Apr 22 12:56:05.948411 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] Attempting to bind port 7c6cce89-16a8-4ce3-b527-63c22d04ac40 on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 12:56:05.949128 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] Attempting to bind port 7c6cce89-16a8-4ce3-b527-63c22d04ac40 by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': '590a52b4-f1fa-4b8b-a3ec-593b160f399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'be9c63ee-d5df-4a33-bd14-78e612dd44e6'}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 12:56:05.950073 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] Attempting to bind port 7c6cce89-16a8-4ce3-b527-63c22d04ac40 on network be9c63ee-d5df-4a33-bd14-78e612dd44e6 {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:56:05.954604 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c326b1d2-4cc4-43a1-a0e4-0ddfd45d0959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:05.970176 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdcbf1-8f87-40c7-a586-30bc5a99d771 None None] Pushing event updated for resources: {'Port': ['ID=7c6cce89-16a8-4ce3-b527-63c22d04ac40,revision_number=3']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:05.993358 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1fbdcbf1-8f87-40c7-a586-30bc5a99d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.949s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:05.995144 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 12:56:05.995905 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] Checking segment: {'id': '590a52b4-f1fa-4b8b-a3ec-593b160f399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'be9c63ee-d5df-4a33-bd14-78e612dd44e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:56:05.996618 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:05.997620 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] Bound using segment: {'id': '590a52b4-f1fa-4b8b-a3ec-593b160f399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'be9c63ee-d5df-4a33-bd14-78e612dd44e6'} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 12:56:05.998620 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] Bound port: 7c6cce89-16a8-4ce3-b527-63c22d04ac40, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590a52b4-f1fa-4b8b-a3ec-593b160f399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'be9c63ee-d5df-4a33-bd14-78e612dd44e6'}}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 12:56:05.999105 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:06.019000 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c85e860>, [{'id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'name': 'tempest-AttachVolumeTestJSON-1229733816-router', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:40Z', 'updated_at': '2021-04-22T12:55:49Z', 'revision_number': 3, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'gw_port': {'id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:45Z', 'updated_at': '2021-04-22T12:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:56:06.024380 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] Checking router: 8e41e22f-3dc1-4e2d-9ec3-8af636316264 for host: dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 12:56:06.025138 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] Updating router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 port 71a40318-a041-4ba3-99f4-f6408a9151bc binding host dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 12:56:06.096058 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 49690) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:06.096347 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:06.097126 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 49692) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:06.229884 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] For port 7c6cce89-16a8-4ce3-b527-63c22d04ac40, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 12:56:06.237046 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] For port 7c6cce89-16a8-4ce3-b527-63c22d04ac40, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=7c6cce89-16a8-4ce3-b527-63c22d04ac40,segment=NetworkSegment(590a52b4-f1fa-4b8b-a3ec-593b160f399a),segment_id=590a52b4-f1fa-4b8b-a3ec-593b160f399a)] {{(pid=86534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 12:56:06.274063 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:06.284025 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:06.364147 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-93c2613c-0c07-4837-889e-5e4d9457b60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:06.414258 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:06.518793 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-93c2613c-0c07-4837-889e-5e4d9457b60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:06.529092 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-93c2613c-0c07-4837-889e-5e4d9457b60d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8a04b69-882c-4080-a58f-2125af0ee473 HTTP/1.1" status: 204  len: 168 time: 2.4220929
Apr 22 12:56:06.550986 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-a7079816-2dc6-4d0b-84f9-958956d30c00 service neutron] 10.222.0.20 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 2.1107702
Apr 22 12:56:06.554221 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2613c-0c07-4837-889e-5e4d9457b60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a04b69-882c-4080-a58f-2125af0ee473,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:06.564089 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-93c2613c-0c07-4837-889e-5e4d9457b60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:06.704520 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdcbf1-8f87-40c7-a586-30bc5a99d771 None None] Pushing event updated for resources: {'Port': ['ID=7c6cce89-16a8-4ce3-b527-63c22d04ac40,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:06.781241 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1fbdcbf1-8f87-40c7-a586-30bc5a99d771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:06.927722 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] Routers {'82914f30-5651-481c-9e2f-73d0badf4884'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 12:56:06.939487 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c0bbd68>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T12:55:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['82914f30-5651-481c-9e2f-73d0badf4884'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:56:06.988912 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-9cd8a840-631c-4793-926d-9aa881f45582 req-e52c4955-b882-45f9-b9cf-e42832abd962 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Unset dirty status for tenant:a4a553c8742a4849a45bafbfec9a41f9 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:56:06.999004 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9cd8a840-631c-4793-926d-9aa881f45582 req-e52c4955-b882-45f9-b9cf-e42832abd962 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 931 time: 4.5476599
Apr 22 12:56:07.561151 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-820073e4-0923-4e4e-9bae-010fa0a96b72 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:07.678060 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] Set router 82914f30-5651-481c-9e2f-73d0badf4884 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 12:56:07.796066 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b4b36f71-9f6a-42fd-a8a7-1c8add826a2e req-080c6b38-4bcb-447e-908a-bcd9d4b595a8 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 210 time: 0.3698123
Apr 22 12:56:07.798867 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3a925c8a-bfa5-4c2d-8613-2709bef0f90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:07.884947 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:08.248521 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-34686d7d-a202-492e-969e-727231af5c44 req-b9f6b556-a366-49da-9974-f03f8d36d73c tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 210 time: 0.2359278
Apr 22 12:56:08.291550 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-3a925c8a-bfa5-4c2d-8613-2709bef0f90b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:08.311455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-3a925c8a-bfa5-4c2d-8613-2709bef0f90b admin admin] Usage tracker for resource:security_group_rule and tenant:8a7f4b5e55b74b96936ff4208ea6ffbc is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:08.311455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-3a925c8a-bfa5-4c2d-8613-2709bef0f90b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:08.321112 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-3a925c8a-bfa5-4c2d-8613-2709bef0f90b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:08.389958 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] Notify callbacks [] for port, precommit_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:08.469569 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] Transition to ACTIVE for port object 71a40318-a041-4ba3-99f4-f6408a9151bc will not be triggered until provisioned by entity L2. {{(pid=86535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:56:08.540866 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:08.557289 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3a925c8a-bfa5-4c2d-8613-2709bef0f90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:08.601549 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:08.899754 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3a925c8a-bfa5-4c2d-8613-2709bef0f90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:08.956600 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:08.995260 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe857201-2eb3-4f8f-a65b-6feb492e83b1 None None] Pushing event updated for resources: {'Port': ['ID=71a40318-a041-4ba3-99f4-f6408a9151bc,revision_number=2']} {{(pid=86535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:09.112679 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] Attempting to bind port 71a40318-a041-4ba3-99f4-f6408a9151bc on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 12:56:09.113979 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] Attempting to bind port 71a40318-a041-4ba3-99f4-f6408a9151bc by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}] {{(pid=86535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 12:56:09.115083 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] Attempting to bind port 71a40318-a041-4ba3-99f4-f6408a9151bc on network 2ddae30a-787b-4105-96b6-1d621d63b6d6 {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:56:09.124319 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:09.163746 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 12:56:09.163746 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] Checking segment: {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:56:09.163746 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:09.163746 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] Bound using segment: {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'} {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 12:56:09.163746 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] Bound port: 71a40318-a041-4ba3-99f4-f6408a9151bc, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}}] {{(pid=86535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 12:56:09.163746 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:09.164583 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-9cd8a840-631c-4793-926d-9aa881f45582 req-451ba599-d92d-468d-9192-50a9021d9e8b tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Synchronizing usage tracker for tenant:a4a553c8742a4849a45bafbfec9a41f9 on resource:security_group {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:56:09.353001 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-fe857201-2eb3-4f8f-a65b-6feb492e83b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:09.564425 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] For port 71a40318-a041-4ba3-99f4-f6408a9151bc, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 12:56:09.576732 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] For port 71a40318-a041-4ba3-99f4-f6408a9151bc, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=71a40318-a041-4ba3-99f4-f6408a9151bc,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 12:56:09.618798 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-04b3c72f-d823-4c6a-8353-2e4143e07d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:09.789072 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:09.868555 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-753c5856-1533-4dc9-ad9a-a3174f7271d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:09.903942 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e35388-d468-443f-be57-fe9cdd35222a req-3223708f-bcd8-416f-88ff-449c13add194 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:09.917274 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-47e35388-d468-443f-be57-fe9cdd35222a req-3223708f-bcd8-416f-88ff-449c13add194 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/networks?id=be9c63ee-d5df-4a33-bd14-78e612dd44e6 HTTP/1.1" status: 200  len: 818 time: 0.6513798
Apr 22 12:56:09.929418 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c0bbd68>, [{'id': '82914f30-5651-481c-9e2f-73d0badf4884', 'name': 'tempest-ServerRescueNegativeTestJSON-514474592-router', 'tenant_id': '3ee83b5586734c17a93b5a549ee51099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e3557deb-5cd0-4570-b456-16bc34f9a476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:39Z', 'updated_at': '2021-04-22T12:55:56Z', 'revision_number': 4, 'project_id': '3ee83b5586734c17a93b5a549ee51099', 'gw_port': {'id': 'e3557deb-5cd0-4570-b456-16bc34f9a476', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82914f30-5651-481c-9e2f-73d0badf4884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:41Z', 'updated_at': '2021-04-22T12:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '7c6cce89-16a8-4ce3-b527-63c22d04ac40', 'name': '', 'network_id': 'be9c63ee-d5df-4a33-bd14-78e612dd44e6', 'tenant_id': '3ee83b5586734c17a93b5a549ee51099', 'mac_address': 'fa:16:3e:9c:11:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82914f30-5651-481c-9e2f-73d0badf4884', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72efafc1-dd84-4bb1-b54c-b8367450c432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:52Z', 'updated_at': '2021-04-22T12:56:06Z', 'revision_number': 4, 'project_id': '3ee83b5586734c17a93b5a549ee51099', 'subnets': [{'id': '72efafc1-dd84-4bb1-b54c-b8367450c432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:56:09.953522 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b99be-56b2-4af8-8cd1-34ca0293f2ac None None] The sync data for ids ['82914f30-5651-481c-9e2f-73d0badf4884'] in dv-cinder-787262-3-iscsi is: [{'id': '82914f30-5651-481c-9e2f-73d0badf4884', 'name': 'tempest-ServerRescueNegativeTestJSON-514474592-router', 'tenant_id': '3ee83b5586734c17a93b5a549ee51099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e3557deb-5cd0-4570-b456-16bc34f9a476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:39Z', 'updated_at': '2021-04-22T12:55:56Z', 'revision_number': 4, 'project_id': '3ee83b5586734c17a93b5a549ee51099', 'gw_port': {'id': 'e3557deb-5cd0-4570-b456-16bc34f9a476', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82914f30-5651-481c-9e2f-73d0badf4884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:41Z', 'updated_at': '2021-04-22T12:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '7c6cce89-16a8-4ce3-b527-63c22d04ac40', 'name': '', 'network_id': 'be9c63ee-d5df-4a33-bd14-78e612dd44e6', 'tenant_id': '3ee83b5586734c17a93b5a549ee51099', 'mac_address': 'fa:16:3e:9c:11:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82914f30-5651-481c-9e2f-73d0badf4884', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '72efafc1-dd84-4bb1-b54c-b8367450c432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:52Z', 'updated_at': '2021-04-22T12:56:06Z', 'revision_number': 4, 'project_id': '3ee83b5586734c17a93b5a549ee51099', 'subnets': [{'id': '72efafc1-dd84-4bb1-b54c-b8367450c432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 12:56:09.962480 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-47e35388-d468-443f-be57-fe9cdd35222a req-f18ae898-8d2d-4dd0-940f-21e2928dcb09 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/quotas/3ee83b5586734c17a93b5a549ee51099 HTTP/1.1" status: 200  len: 375 time: 0.0391200
Apr 22 12:56:10.217281 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-3a925c8a-bfa5-4c2d-8613-2709bef0f90b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a7f4b5e55b74b96936ff4208ea6ffbc&name=default HTTP/1.1" status: 200  len: 2979 time: 4.0832591
Apr 22 12:56:10.231601 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:10.237073 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 49750) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:10.301838 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a925c8a-bfa5-4c2d-8613-2709bef0f90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae90fe4-0d4c-4003-b1bd-5c88ea9e5f78,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:10.305884 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3a925c8a-bfa5-4c2d-8613-2709bef0f90b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.183s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:10.327669 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] Routers {'8e41e22f-3dc1-4e2d-9ec3-8af636316264'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 12:56:10.328589 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c85e860>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T12:56:09Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:56:10.378379 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-9cd8a840-631c-4793-926d-9aa881f45582 req-451ba599-d92d-468d-9192-50a9021d9e8b tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Unset dirty status for tenant:a4a553c8742a4849a45bafbfec9a41f9 on resource:security_group {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:56:10.392868 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9cd8a840-631c-4793-926d-9aa881f45582 req-451ba599-d92d-468d-9192-50a9021d9e8b tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aba7b5d-7ba2-472d-a6af-756caa5f996a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 3.0462742
Apr 22 12:56:10.419737 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-820073e4-0923-4e4e-9bae-010fa0a96b72 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:10.473154 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe857201-2eb3-4f8f-a65b-6feb492e83b1 None None] Pushing event updated for resources: {'Port': ['ID=71a40318-a041-4ba3-99f4-f6408a9151bc,revision_number=3']} {{(pid=86535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:10.477877 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-fe857201-2eb3-4f8f-a65b-6feb492e83b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:10.517959 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-47e35388-d468-443f-be57-fe9cdd35222a req-53ec1d89-6c6c-42ed-8c28-515dd3a732a1 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ee83b5586734c17a93b5a549ee51099&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5372133
Apr 22 12:56:10.562378 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:10.580338 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Router 00623980-bcab-4aa3-835c-7597b2070f19 is scheduled to L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 with binding_index 1 {{(pid=86533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 12:56:10.639464 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:10.882867 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] Set router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 12:56:10.907461 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e03af4bc-b9a5-476c-9f16-39642c4b82dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:10.950093 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e03af4bc-b9a5-476c-9f16-39642c4b82dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:11.035876 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-47e35388-d468-443f-be57-fe9cdd35222a req-eb2572fd-6d01-49a8-9980-ad689421277f service neutron] 10.222.0.20 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4868846
Apr 22 12:56:11.106196 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e03af4bc-b9a5-476c-9f16-39642c4b82dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:11.239375 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:11.260123 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d00209e5-2412-4d49-a838-ffc24156b6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:11.297932 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03af4bc-b9a5-476c-9f16-39642c4b82dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae90fe4-0d4c-4003-b1bd-5c88ea9e5f78,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:11.310422 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e03af4bc-b9a5-476c-9f16-39642c4b82dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:11.319891 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e03af4bc-b9a5-476c-9f16-39642c4b82dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:11.321299 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-e03af4bc-b9a5-476c-9f16-39642c4b82dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ae90fe4-0d4c-4003-b1bd-5c88ea9e5f78 HTTP/1.1" status: 204  len: 168 time: 1.0760822
Apr 22 12:56:11.368696 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820073e4-0923-4e4e-9bae-010fa0a96b72 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Pushing event updated for resources: {'Port': ['ID=105362e0-f087-4f6d-82d7-aa35722cdc28,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:11.390747 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-820073e4-0923-4e4e-9bae-010fa0a96b72 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:11.543794 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-47e35388-d468-443f-be57-fe9cdd35222a req-9f3ffa71-bfff-4eb9-befa-16dd9d415c9a service neutron] 10.222.0.20 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4978898
Apr 22 12:56:11.857217 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 7c6cce89-16a8-4ce3-b527-63c22d04ac40 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:56:11.869316 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c85e860>, [{'id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'name': 'tempest-AttachVolumeTestJSON-1229733816-router', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:40Z', 'updated_at': '2021-04-22T12:55:49Z', 'revision_number': 3, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'gw_port': {'id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:45Z', 'updated_at': '2021-04-22T12:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:56:11.897350 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6867b50-d2a6-4216-a73d-46ff64f0d33c None None] The sync data for ids ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'] in dv-cinder-787262-3-iscsi is: [{'id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'name': 'tempest-AttachVolumeTestJSON-1229733816-router', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:40Z', 'updated_at': '2021-04-22T12:55:49Z', 'revision_number': 3, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'gw_port': {'id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:45Z', 'updated_at': '2021-04-22T12:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}] {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 12:56:12.026216 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-820073e4-0923-4e4e-9bae-010fa0a96b72 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Network 49734fce-29d7-425b-9134-2db9dec57d82 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:56:12.063297 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port 7c6cce89-16a8-4ce3-b527-63c22d04ac40 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:56:12.071847 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 7c6cce89-16a8-4ce3-b527-63c22d04ac40 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:56:12.073708 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:12.283000 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.db.resource_extend [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] It took 1.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 22 12:56:12.321317 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-820073e4-0923-4e4e-9bae-010fa0a96b72 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:56:12.387568 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-820073e4-0923-4e4e-9bae-010fa0a96b72 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:56:12.409377 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-820073e4-0923-4e4e-9bae-010fa0a96b72 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:12.410540 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-820073e4-0923-4e4e-9bae-010fa0a96b72 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:12.464673 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:12.543864 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port 7c6cce89-16a8-4ce3-b527-63c22d04ac40, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=7c6cce89-16a8-4ce3-b527-63c22d04ac40,segment=NetworkSegment(590a52b4-f1fa-4b8b-a3ec-593b160f399a),segment_id=590a52b4-f1fa-4b8b-a3ec-593b160f399a)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:56:12.596192 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:12.601866 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-84bd0a23-ab75-420e-9d48-ab5cd103a460 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:12.624375 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb43c4-0d8c-416c-a482-c40be07d4c58 req-1d79fe73-c47c-430b-a180-4b2e448327f9 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:12.634550 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3ceb43c4-0d8c-416c-a482-c40be07d4c58 req-1d79fe73-c47c-430b-a180-4b2e448327f9 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 931 time: 0.3471088
Apr 22 12:56:12.776552 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66d066b-e377-43e2-85d0-7b8d33e5bf1d {{(pid=86533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 12:56:12.780384 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=7c6cce89-16a8-4ce3-b527-63c22d04ac40,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:12.784727 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:12.800772 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:12.801026 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3ceb43c4-0d8c-416c-a482-c40be07d4c58 req-a28c23b9-a74f-448b-a308-8a4238e00fac tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aba7b5d-7ba2-472d-a6af-756caa5f996a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1645994
Apr 22 12:56:12.899918 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Transition to ACTIVE for port object c66d066b-e377-43e2-85d0-7b8d33e5bf1d will not be triggered until provisioned by entity L2. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:56:13.023194 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 49800) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:13.028098 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:13.068017 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3f02c102-7d87-47e3-896a-fdab04eb40a5 req-59470a58-a332-4782-8646-d7bb5990165b tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 210 time: 0.1338427
Apr 22 12:56:13.129227 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-820073e4-0923-4e4e-9bae-010fa0a96b72 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 20.4320235
Apr 22 12:56:13.202918 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-820073e4-0923-4e4e-9bae-010fa0a96b72 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:13.254951 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 12:56:13.270495 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] Sync routers for ids ['00623980-bcab-4aa3-835c-7597b2070f19'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 12:56:13.286611 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] Routers {'00623980-bcab-4aa3-835c-7597b2070f19'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 12:56:13.287877 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c272b00>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T12:56:09Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['00623980-bcab-4aa3-835c-7597b2070f19'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:56:13.336013 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Pushing event updated for resources: {'Port': ['ID=c66d066b-e377-43e2-85d0-7b8d33e5bf1d,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:13.368906 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2d2e2624-7055-4682-bad4-84d3ffbfd0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:13.386393 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:13.446809 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c0a89-bd65-43b8-9476-cb282be6ad56 req-949461d3-06a1-4472-ac65-964b066361b7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:13.449163 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ff5c0a89-bd65-43b8-9476-cb282be6ad56 req-949461d3-06a1-4472-ac65-964b066361b7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 931 time: 2.2094901
Apr 22 12:56:13.458323 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-2d2e2624-7055-4682-bad4-84d3ffbfd0cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:13.580784 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-2d2e2624-7055-4682-bad4-84d3ffbfd0cd admin admin] Usage tracker for resource:security_group_rule and tenant:7311d19b60884dca80b9578e0101ecf6 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:13.586101 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Notify callbacks [] for router, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:13.590796 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 27.5406618
Apr 22 12:56:13.591536 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 49816) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:13.604703 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-2d2e2624-7055-4682-bad4-84d3ffbfd0cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:13.709341 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 7c6cce89-16a8-4ce3-b527-63c22d04ac40 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:56:14.077486 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] Set router 00623980-bcab-4aa3-835c-7597b2070f19 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 12:56:14.079775 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-2d2e2624-7055-4682-bad4-84d3ffbfd0cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:14.138552 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-ff5c0a89-bd65-43b8-9476-cb282be6ad56 req-3a6d4645-e314-4b0c-935a-55944bc5cadd tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Synchronizing usage tracker for tenant:b1cd00a58b0248ad8aba2e327d13ee87 on resource:security_group {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:56:14.147213 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 7c6cce89-16a8-4ce3-b527-63c22d04ac40 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:56:14.147667 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:14.254915 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Attempting to bind port c66d066b-e377-43e2-85d0-7b8d33e5bf1d on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 12:56:14.256702 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Attempting to bind port c66d066b-e377-43e2-85d0-7b8d33e5bf1d by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '55ee3340-25f3-46df-8eaf-e8689c26f586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e43bd707-9e8e-4942-9e64-862e89c31a44'}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 12:56:14.257309 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.35', 49317) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:14.258250 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Attempting to bind port c66d066b-e377-43e2-85d0-7b8d33e5bf1d on network e43bd707-9e8e-4942-9e64-862e89c31a44 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:56:14.315983 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Request body: {'port': {'device_id': '2ba085f3-9e1c-4a62-baed-45f92b175841', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:56:14.390013 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-ff5c0a89-bd65-43b8-9476-cb282be6ad56 req-3a6d4645-e314-4b0c-935a-55944bc5cadd tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Unset dirty status for tenant:b1cd00a58b0248ad8aba2e327d13ee87 on resource:security_group {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:56:14.392852 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ff5c0a89-bd65-43b8-9476-cb282be6ad56 req-3a6d4645-e314-4b0c-935a-55944bc5cadd tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8536956
Apr 22 12:56:14.394674 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Port c66d066b-e377-43e2-85d0-7b8d33e5bf1d on network e43bd707-9e8e-4942-9e64-862e89c31a44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 12:56:14.395726 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Attempting to bind port c66d066b-e377-43e2-85d0-7b8d33e5bf1d on network e43bd707-9e8e-4942-9e64-862e89c31a44 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:56:14.420308 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:14.426810 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 71a40318-a041-4ba3-99f4-f6408a9151bc up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:56:14.473188 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Checking agent: {'id': 'c59c10bf-e5dd-4538-bcf5-3ec585cc6c03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'started_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 12:56:14.474219 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Checking segment: {'id': '55ee3340-25f3-46df-8eaf-e8689c26f586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e43bd707-9e8e-4942-9e64-862e89c31a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:56:14.475342 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Bound using segment: {'id': '55ee3340-25f3-46df-8eaf-e8689c26f586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e43bd707-9e8e-4942-9e64-862e89c31a44'} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 12:56:14.476353 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Bound port: c66d066b-e377-43e2-85d0-7b8d33e5bf1d, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ee3340-25f3-46df-8eaf-e8689c26f586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e43bd707-9e8e-4942-9e64-862e89c31a44'}}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 12:56:14.477132 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:14.592234 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c272b00>, [{'id': '00623980-bcab-4aa3-835c-7597b2070f19', 'name': 'tempest-AttachVolumeShelveTestJSON-94947041-router', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '09858608-4580-482c-aec6-de6d6c925750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:46Z', 'updated_at': '2021-04-22T12:56:00Z', 'revision_number': 3, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'gw_port': {'id': '09858608-4580-482c-aec6-de6d6c925750', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:54Z', 'updated_at': '2021-04-22T12:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:56:14.598107 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] Checking router: 00623980-bcab-4aa3-835c-7597b2070f19 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 12:56:14.603473 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] Updating router 00623980-bcab-4aa3-835c-7597b2070f19 port 09858608-4580-482c-aec6-de6d6c925750 binding host dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 12:56:14.669375 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port 71a40318-a041-4ba3-99f4-f6408a9151bc completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:56:14.720634 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 71a40318-a041-4ba3-99f4-f6408a9151bc triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:56:14.723243 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:14.759178 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 49832) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:14.795736 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7baccaf-f5eb-4e8b-b1ea-f69796f6245e req-80b2053b-42f1-4a4e-81d0-266a47cde7bd tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:14.798494 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b7baccaf-f5eb-4e8b-b1ea-f69796f6245e req-80b2053b-42f1-4a4e-81d0-266a47cde7bd tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 943 time: 0.6394000
Apr 22 12:56:14.916086 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:14.948257 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2d2e2624-7055-4682-bad4-84d3ffbfd0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:15.189699 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-fb6bef84-b065-45e1-a02e-630fbb409bbf tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:15.199804 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-fb6bef84-b065-45e1-a02e-630fbb409bbf tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.35 "GET /v2.0/networks?id=be9c63ee-d5df-4a33-bd14-78e612dd44e6 HTTP/1.1" status: 200  len: 818 time: 0.9223685
Apr 22 12:56:15.214302 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b7baccaf-f5eb-4e8b-b1ea-f69796f6245e req-a350f719-1611-4421-8abc-02b5d7798d99 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aba7b5d-7ba2-472d-a6af-756caa5f996a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3442175
Apr 22 12:56:15.220013 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-0e7c4fcb-c628-4d4b-9e19-5bb12db25097 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Request body: {'port': {'device_id': 'ee8600b5-024e-4019-8891-830fa0f0acb6', 'network_id': 'be9c63ee-d5df-4a33-bd14-78e612dd44e6', 'admin_state_up': True, 'tenant_id': '3ee83b5586734c17a93b5a549ee51099'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:56:15.343082 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Allocated IP 172.20.0.1 (9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548/0ded796f-1a8d-487b-8bc7-3beffd6cbda9/c8761fef-da86-45d1-adbb-4e46c8b2d26d) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:56:15.468298 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-862644d7-5a90-445f-992d-4344d60c34cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:15.526275 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:15.545363 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Transition to ACTIVE for port object c8761fef-da86-45d1-adbb-4e46c8b2d26d will not be triggered until provisioned by entity DHCP. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:56:15.555455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-0e7c4fcb-c628-4d4b-9e19-5bb12db25097 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:15.597615 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-0e7c4fcb-c628-4d4b-9e19-5bb12db25097 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:15.669840 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:15.678361 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:15.692246 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:15.709481 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port 71a40318-a041-4ba3-99f4-f6408a9151bc, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=71a40318-a041-4ba3-99f4-f6408a9151bc,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:56:15.712201 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9dd01a5f-416b-423f-af1b-f91c131fb5da req-12569719-bc27-4a4c-b316-007fd87171dd tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 210 time: 0.9461453
Apr 22 12:56:15.712893 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2d2e2624-7055-4682-bad4-84d3ffbfd0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:15.752266 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-dfb42e30-08ce-4e18-bd4e-acee15239a0e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:15.753590 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:15.766740 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:15.791449 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-0e7c4fcb-c628-4d4b-9e19-5bb12db25097 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Made reservation on behalf of 3ee83b5586734c17a93b5a549ee51099 for: {'port': 1} {{(pid=86532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:56:15.802217 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-0e7c4fcb-c628-4d4b-9e19-5bb12db25097 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:15.840235 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-862644d7-5a90-445f-992d-4344d60c34cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:15.844228 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Network 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:56:15.884210 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.35', 49324) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:15.884956 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Pushing event updated for resources: {'Port': ['ID=c8761fef-da86-45d1-adbb-4e46c8b2d26d,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:15.887571 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:56:15.901886 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-862644d7-5a90-445f-992d-4344d60c34cd admin admin] Usage tracker for resource:security_group_rule and tenant:367dd2b929b542469cc071e7fa01cbe1 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:15.914213 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-2d2e2624-7055-4682-bad4-84d3ffbfd0cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7311d19b60884dca80b9578e0101ecf6&name=default HTTP/1.1" status: 200  len: 2979 time: 2.8890576
Apr 22 12:56:15.920917 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-862644d7-5a90-445f-992d-4344d60c34cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:15.925966 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 49848) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:15.981256 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:56:15.981946 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854006782'] for router_interface, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:16.222845 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7be74-f3d5-4b29-a91f-16b65935a3ab req-6e1ae2c5-c5bc-47bb-b3cd-6497e9d2562a tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:16.238701 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3fc7be74-f3d5-4b29-a91f-16b65935a3ab req-6e1ae2c5-c5bc-47bb-b3cd-6497e9d2562a tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 931 time: 0.5974650
Apr 22 12:56:16.308977 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-862644d7-5a90-445f-992d-4344d60c34cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:16.387563 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3fc7be74-f3d5-4b29-a91f-16b65935a3ab req-75fc5728-4fc5-4207-b264-d348ffe012d9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464663
Apr 22 12:56:16.616727 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] Notify callbacks [] for port, precommit_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:16.634897 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] Transition to ACTIVE for port object 09858608-4580-482c-aec6-de6d6c925750 will not be triggered until provisioned by entity L2. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:56:16.691511 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:16.721602 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=71a40318-a041-4ba3-99f4-f6408a9151bc,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:16.735201 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.968s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:16.736101 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e729c90a-ea92-47f7-bbe9-eea75478f0f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:16.783352 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105362e0-f087-4f6d-82d7-aa35722cdc28 {{(pid=86533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 12:56:16.793556 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:16.814905 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Transition to ACTIVE for port object 105362e0-f087-4f6d-82d7-aa35722cdc28 will not be triggered until provisioned by entity L2. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:56:16.833751 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-bb175a2b-983d-4836-bec8-0708fe4aacf7 None None] Provisioning for port c8761fef-da86-45d1-adbb-4e46c8b2d26d completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:56:16.957569 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-bb175a2b-983d-4836-bec8-0708fe4aacf7 None None] Provisioning complete for port c8761fef-da86-45d1-adbb-4e46c8b2d26d triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:56:16.966496 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bb175a2b-983d-4836-bec8-0708fe4aacf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:17.010691 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.258s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:17.146113 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.251s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:17.170663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] Attempting to bind port 09858608-4580-482c-aec6-de6d6c925750 on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 12:56:17.171369 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] Attempting to bind port 09858608-4580-482c-aec6-de6d6c925750 by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 12:56:17.172093 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] Attempting to bind port 09858608-4580-482c-aec6-de6d6c925750 on network 2ddae30a-787b-4105-96b6-1d621d63b6d6 {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:56:17.185438 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:17.196185 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a02aac79-ecd2-4848-b9e3-cedf4bf862d8 req-607d085e-e191-4b8a-983c-39b8161f99d3 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 210 time: 0.1555498
Apr 22 12:56:17.202211 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4ed19-2064-4b75-b850-a4407a703b9f None None] Pushing event updated for resources: {'Port': ['ID=09858608-4580-482c-aec6-de6d6c925750,revision_number=2']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:17.207626 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-bb175a2b-983d-4836-bec8-0708fe4aacf7 None None] Port c8761fef-da86-45d1-adbb-4e46c8b2d26d cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 12:56:17.214898 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 12:56:17.215638 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] Checking segment: {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:56:17.217239 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:17.218502 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] Bound using segment: {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 12:56:17.218702 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-75bc1b3f-12ad-409b-857c-ae250232a291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:17.219752 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] Bound port: 09858608-4580-482c-aec6-de6d6c925750, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 12:56:17.220503 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:17.276605 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-acf4ed19-2064-4b75-b850-a4407a703b9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:17.283450 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-75bc1b3f-12ad-409b-857c-ae250232a291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:17.404564 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] For port 09858608-4580-482c-aec6-de6d6c925750, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 12:56:17.411991 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] For port 09858608-4580-482c-aec6-de6d6c925750, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=09858608-4580-482c-aec6-de6d6c925750,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 12:56:17.433504 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-75bc1b3f-12ad-409b-857c-ae250232a291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:17.444384 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:17.445531 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] For port c66d066b-e377-43e2-85d0-7b8d33e5bf1d, host hv-cinder-78726, cleared binding levels {{(pid=86533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 12:56:17.461200 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-60b22099-db73-4040-ae24-d27ce550ebb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:17.465530 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] For port c66d066b-e377-43e2-85d0-7b8d33e5bf1d, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c66d066b-e377-43e2-85d0-7b8d33e5bf1d,segment=NetworkSegment(55ee3340-25f3-46df-8eaf-e8689c26f586),segment_id=55ee3340-25f3-46df-8eaf-e8689c26f586)] {{(pid=86533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 12:56:17.495159 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:17.539888 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc1b3f-12ad-409b-857c-ae250232a291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4899d6f7-ce46-4246-9d17-25d72d98b8b9,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:17.540558 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:17.564130 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-75bc1b3f-12ad-409b-857c-ae250232a291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:17.574415 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] Routers {'00623980-bcab-4aa3-835c-7597b2070f19'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 12:56:17.576508 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c272b00>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T12:56:09Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['00623980-bcab-4aa3-835c-7597b2070f19'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:56:17.581103 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-0e7c4fcb-c628-4d4b-9e19-5bb12db25097 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Allocated IP 172.20.0.6 (be9c63ee-d5df-4a33-bd14-78e612dd44e6/72efafc1-dd84-4bb1-b54c-b8367450c432/effe23e0-db68-4498-8abd-1d1844a61b09) {{(pid=86532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:56:17.621019 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:17.642574 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-862644d7-5a90-445f-992d-4344d60c34cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:17.661368 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:17.670821 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e35388-d468-443f-be57-fe9cdd35222a req-471e2d13-2d85-472c-b723-11dd1a67bfb4 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:17.671780 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-47e35388-d468-443f-be57-fe9cdd35222a req-471e2d13-2d85-472c-b723-11dd1a67bfb4 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Synchronizing usage tracker for tenant:3ee83b5586734c17a93b5a549ee51099 on resource:network {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:56:17.794357 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-862644d7-5a90-445f-992d-4344d60c34cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:17.858145 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4ed19-2064-4b75-b850-a4407a703b9f None None] Pushing event updated for resources: {'Port': ['ID=09858608-4580-482c-aec6-de6d6c925750,revision_number=3']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:17.867555 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-acf4ed19-2064-4b75-b850-a4407a703b9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:17.905009 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e2624-7055-4682-bad4-84d3ffbfd0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4899d6f7-ce46-4246-9d17-25d72d98b8b9,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:17.918654 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 71a40318-a041-4ba3-99f4-f6408a9151bc up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:56:17.934131 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-75bc1b3f-12ad-409b-857c-ae250232a291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:17.940145 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-75bc1b3f-12ad-409b-857c-ae250232a291 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4899d6f7-ce46-4246-9d17-25d72d98b8b9 HTTP/1.1" status: 204  len: 168 time: 1.9934924
Apr 22 12:56:17.948679 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e03af4bc-b9a5-476c-9f16-39642c4b82dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:18.009807 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] Set router 00623980-bcab-4aa3-835c-7597b2070f19 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 12:56:18.091461 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:18.099934 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2d2e2624-7055-4682-bad4-84d3ffbfd0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.953s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:18.106070 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.638s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:18.160530 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-862644d7-5a90-445f-992d-4344d60c34cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=367dd2b929b542469cc071e7fa01cbe1&name=default HTTP/1.1" status: 200  len: 2979 time: 3.3951223
Apr 22 12:56:18.160530 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862644d7-5a90-445f-992d-4344d60c34cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4c3c67-c3e2-4162-968d-a9f0f24d1436,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:18.169021 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-862644d7-5a90-445f-992d-4344d60c34cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:18.172140 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 49886) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:18.249785 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:18.302586 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:18.303674 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:18.305674 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] 10.222.0.35 "PUT /v2.0/ports/c66d066b-e377-43e2-85d0-7b8d33e5bf1d HTTP/1.1" status: 200  len: 1093 time: 13.9699690
Apr 22 12:56:18.306656 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-769125'] for router_interface, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:18.318594 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2', 'tag': 'c66d066b-e377-43e2-85d0-7b8d33e5bf1d'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:56:18.357919 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 71a40318-a041-4ba3-99f4-f6408a9151bc triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:56:18.358674 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:18.441116 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bc1d0-6cde-494b-8ed9-a510e8074417 req-75f11d23-a8d7-4808-94e3-2e9f8fcea8f3 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:18.468785 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c57bc1d0-6cde-494b-8ed9-a510e8074417 req-75f11d23-a8d7-4808-94e3-2e9f8fcea8f3 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 943 time: 0.7966220
Apr 22 12:56:18.668446 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-47e35388-d468-443f-be57-fe9cdd35222a req-471e2d13-2d85-472c-b723-11dd1a67bfb4 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Unset dirty status for tenant:3ee83b5586734c17a93b5a549ee51099 on resource:network {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:56:18.669830 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-47e35388-d468-443f-be57-fe9cdd35222a req-471e2d13-2d85-472c-b723-11dd1a67bfb4 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.35 "GET /v2.0/networks?id=be9c63ee-d5df-4a33-bd14-78e612dd44e6 HTTP/1.1" status: 200  len: 818 time: 2.7543197
Apr 22 12:56:18.752487 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-0e7c4fcb-c628-4d4b-9e19-5bb12db25097 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Notify callbacks [] for port, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:18.842302 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-47e35388-d468-443f-be57-fe9cdd35222a req-80b63e16-5572-4584-baf4-4318b46a75bf tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Request body: {'port': {'device_id': '2d80aa4f-45be-40e7-b340-7ca6f7cb4625', 'network_id': 'be9c63ee-d5df-4a33-bd14-78e612dd44e6', 'admin_state_up': True, 'tenant_id': '3ee83b5586734c17a93b5a549ee51099'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:56:18.954898 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a25c7e96-017d-4342-9ba4-8ea26f7ef2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:18.969832 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c57bc1d0-6cde-494b-8ed9-a510e8074417 req-7dd3a1da-ab76-4054-8220-9e859632fd3c tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4981332
Apr 22 12:56:18.971038 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-0e7c4fcb-c628-4d4b-9e19-5bb12db25097 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:19.045226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:19.058057 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Network 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:56:19.094843 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26458246-ff43-4588-89e9-514d80b60c4c req-0afc7b6c-156a-4f85-8266-ea4e8356797e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:19.097931 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-26458246-ff43-4588-89e9-514d80b60c4c req-0afc7b6c-156a-4f85-8266-ea4e8356797e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 943 time: 2.0898912
Apr 22 12:56:19.109587 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Attempting to bind port 105362e0-f087-4f6d-82d7-aa35722cdc28 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 12:56:19.110126 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Attempting to bind port 105362e0-f087-4f6d-82d7-aa35722cdc28 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82'}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 12:56:19.110664 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Attempting to bind port 105362e0-f087-4f6d-82d7-aa35722cdc28 on network 49734fce-29d7-425b-9134-2db9dec57d82 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:56:19.134787 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:56:19.146743 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Pushing event updated for resources: {'Port': ['ID=105362e0-f087-4f6d-82d7-aa35722cdc28,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:19.185324 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c272b00>, [{'id': '00623980-bcab-4aa3-835c-7597b2070f19', 'name': 'tempest-AttachVolumeShelveTestJSON-94947041-router', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '09858608-4580-482c-aec6-de6d6c925750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:46Z', 'updated_at': '2021-04-22T12:56:00Z', 'revision_number': 3, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'gw_port': {'id': '09858608-4580-482c-aec6-de6d6c925750', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:54Z', 'updated_at': '2021-04-22T12:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:56:19.199310 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d8708e-7eca-4653-bcf9-b4d1156425ec None None] The sync data for ids ['00623980-bcab-4aa3-835c-7597b2070f19'] in dv-cinder-787262-3-iscsi is: [{'id': '00623980-bcab-4aa3-835c-7597b2070f19', 'name': 'tempest-AttachVolumeShelveTestJSON-94947041-router', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '09858608-4580-482c-aec6-de6d6c925750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:46Z', 'updated_at': '2021-04-22T12:56:00Z', 'revision_number': 3, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'gw_port': {'id': '09858608-4580-482c-aec6-de6d6c925750', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:54Z', 'updated_at': '2021-04-22T12:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 12:56:19.231213 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a25c7e96-017d-4342-9ba4-8ea26f7ef2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:19.329618 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-0e7c4fcb-c628-4d4b-9e19-5bb12db25097 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Network be9c63ee-d5df-4a33-bd14-78e612dd44e6 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:56:19.331273 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c4fcb-c628-4d4b-9e19-5bb12db25097 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Pushing event updated for resources: {'Port': ['ID=effe23e0-db68-4498-8abd-1d1844a61b09,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:19.367674 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Port 105362e0-f087-4f6d-82d7-aa35722cdc28 on network 49734fce-29d7-425b-9134-2db9dec57d82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 12:56:19.368152 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Attempting to bind port 105362e0-f087-4f6d-82d7-aa35722cdc28 on network 49734fce-29d7-425b-9134-2db9dec57d82 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:56:19.445989 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-0e7c4fcb-c628-4d4b-9e19-5bb12db25097 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:56:19.524751 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Allocated IP 172.20.0.1 (4a172ddd-5456-4f17-bd1a-5de10be1b0e0/cfdd58e2-dfbe-4bfe-8827-61f9efcab136/44fc2b42-316b-49bc-bec6-324934a8d4a9) {{(pid=86532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:56:19.524751 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0e7c4fcb-c628-4d4b-9e19-5bb12db25097 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:19.524751 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-e2de4870-ebcc-4aee-8aab-f0bba4ce8ed9 req-e9ec3b91-c21c-4702-88e5-fa6139285ea8 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Synchronizing usage tracker for tenant:3ee83b5586734c17a93b5a549ee51099 on resource:port {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:56:19.559938 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-1d48967e-4322-4824-aca9-96a3f452446d None None] Provisioning complete for port c8761fef-da86-45d1-adbb-4e46c8b2d26d triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:56:19.560366 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1d48967e-4322-4824-aca9-96a3f452446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:19.578133 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Checking agent: {'id': 'c59c10bf-e5dd-4538-bcf5-3ec585cc6c03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'started_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 12:56:19.578758 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Checking segment: {'id': 'f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:56:19.579569 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Bound using segment: {'id': 'f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82'} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 12:56:19.581617 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Bound port: 105362e0-f087-4f6d-82d7-aa35722cdc28, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82'}}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 12:56:19.581617 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:19.595314 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-0e7c4fcb-c628-4d4b-9e19-5bb12db25097 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Received port after_create {{(pid=86532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:56:19.602304 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-0e7c4fcb-c628-4d4b-9e19-5bb12db25097 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:19.603031 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-0e7c4fcb-c628-4d4b-9e19-5bb12db25097 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for port, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:19.630420 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-1d48967e-4322-4824-aca9-96a3f452446d None None] Port c8761fef-da86-45d1-adbb-4e46c8b2d26d cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 12:56:19.854738 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:19.875058 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-f8085502-5530-4a66-8ecd-62a3627b882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:19.876591 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-f8085502-5530-4a66-8ecd-62a3627b882c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4a553c8742a4849a45bafbfec9a41f9&device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 1096 time: 1.4464998
Apr 22 12:56:19.911858 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Transition to ACTIVE for port object 44fc2b42-316b-49bc-bec6-324934a8d4a9 will not be triggered until provisioned by entity DHCP. {{(pid=86532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:56:19.949901 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-26458246-ff43-4588-89e9-514d80b60c4c req-2818a431-eb1a-4ca2-885d-33741885cc67 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aba7b5d-7ba2-472d-a6af-756caa5f996a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8324986
Apr 22 12:56:20.047544 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 09858608-4580-482c-aec6-de6d6c925750 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:56:20.364471 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port 09858608-4580-482c-aec6-de6d6c925750 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:56:20.366443 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a25c7e96-017d-4342-9ba4-8ea26f7ef2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:20.367834 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-e2de4870-ebcc-4aee-8aab-f0bba4ce8ed9 req-e9ec3b91-c21c-4702-88e5-fa6139285ea8 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Unset dirty status for tenant:3ee83b5586734c17a93b5a549ee51099 on resource:port {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:56:20.370483 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e2de4870-ebcc-4aee-8aab-f0bba4ce8ed9 req-e9ec3b91-c21c-4702-88e5-fa6139285ea8 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 210 time: 1.0861597
Apr 22 12:56:20.373838 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-0e7c4fcb-c628-4d4b-9e19-5bb12db25097 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.1629753
Apr 22 12:56:20.376474 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:20.382431 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2', 'tag': 'c66d066b-e377-43e2-85d0-7b8d33e5bf1d', 'status': 'completed', 'code': 200}
Apr 22 12:56:20.392604 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a25c7e96-017d-4342-9ba4-8ea26f7ef2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:20.398735 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 09858608-4580-482c-aec6-de6d6c925750 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:56:20.401635 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:20.402547 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-a25c7e96-017d-4342-9ba4-8ea26f7ef2c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb4c3c67-c3e2-4162-968d-a9f0f24d1436 HTTP/1.1" status: 204  len: 168 time: 2.2286046
Apr 22 12:56:20.426237 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Request body: {'port': {'device_id': 'ee8600b5-024e-4019-8891-830fa0f0acb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:56:20.470299 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-351463a4-6515-4663-8bcb-879fc8a820b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c66d066b-e377-43e2-85d0-7b8d33e5bf1d HTTP/1.1" status: 200  len: 217 time: 0.5711658
Apr 22 12:56:20.689745 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-93c2613c-0c07-4837-889e-5e4d9457b60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:20.782285 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Pushing event updated for resources: {'Port': ['ID=c66d066b-e377-43e2-85d0-7b8d33e5bf1d,revision_number=3']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:20.859226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:20.861947 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.755s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:20.881521 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c7e96-017d-4342-9ba4-8ea26f7ef2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4c3c67-c3e2-4162-968d-a9f0f24d1436,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:20.881521 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:20.903082 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port 09858608-4580-482c-aec6-de6d6c925750, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=09858608-4580-482c-aec6-de6d6c925750,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:56:20.948826 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:20.950801 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:20.981856 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.886s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:21.030307 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a25c7e96-017d-4342-9ba4-8ea26f7ef2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:21.054591 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0e7c4fcb-c628-4d4b-9e19-5bb12db25097 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.329s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:21.076358 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=09858608-4580-482c-aec6-de6d6c925750,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:21.078233 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-47e35388-d468-443f-be57-fe9cdd35222a req-80b63e16-5572-4584-baf4-4318b46a75bf tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:21.080592 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:21.156617 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Network 4a172ddd-5456-4f17-bd1a-5de10be1b0e0 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:56:21.163864 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:56:21.197900 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Received port after_create {{(pid=86532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:56:21.201517 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854006782'] for router_interface, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:21.295072 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-47e35388-d468-443f-be57-fe9cdd35222a req-80b63e16-5572-4584-baf4-4318b46a75bf tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:21.334042 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] For port 105362e0-f087-4f6d-82d7-aa35722cdc28, host hv-cinder-78726, cleared binding levels {{(pid=86533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 12:56:21.340204 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] For port 105362e0-f087-4f6d-82d7-aa35722cdc28, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=105362e0-f087-4f6d-82d7-aa35722cdc28,segment=NetworkSegment(f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd),segment_id=f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd)] {{(pid=86533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 12:56:21.384766 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e35388-d468-443f-be57-fe9cdd35222a req-80b63e16-5572-4584-baf4-4318b46a75bf tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Made reservation on behalf of 3ee83b5586734c17a93b5a549ee51099 for: {'port': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:56:21.397007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-47e35388-d468-443f-be57-fe9cdd35222a req-80b63e16-5572-4584-baf4-4318b46a75bf tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:21.438084 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 12:56:21.470940 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:21.552139 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-ee185e56-5345-497d-8e5b-def3aaa48c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:21.554762 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-ee185e56-5345-497d-8e5b-def3aaa48c49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f0bc7f1-7399-42dd-bf27-ee2af390825e HTTP/1.1" status: 200  len: 852 time: 0.9806869
Apr 22 12:56:21.557756 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-dfc62334-d614-4ba8-b052-b0cfa7f32c92 None None] Provisioning for port 44fc2b42-316b-49bc-bec6-324934a8d4a9 completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:56:21.565989 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-dfc62334-d614-4ba8-b052-b0cfa7f32c92 None None] Provisioning complete for port 44fc2b42-316b-49bc-bec6-324934a8d4a9 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:56:21.566411 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dfc62334-d614-4ba8-b052-b0cfa7f32c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:21.723227 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-dfc62334-d614-4ba8-b052-b0cfa7f32c92 None None] Port 44fc2b42-316b-49bc-bec6-324934a8d4a9 cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 12:56:21.744068 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Pushing event updated for resources: {'Port': ['ID=44fc2b42-316b-49bc-bec6-324934a8d4a9,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:21.756684 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf787a-2f73-4130-80a7-be3ea2b9703d req-5c0fe89a-a95c-48a1-8ad6-4c9a8e2f079d tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:21.761754 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e0cf787a-2f73-4130-80a7-be3ea2b9703d req-5c0fe89a-a95c-48a1-8ad6-4c9a8e2f079d tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 943 time: 1.1568925
Apr 22 12:56:21.766178 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:21.784348 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:21.785142 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Pushing event updated for resources: {'Port': ['ID=c8761fef-da86-45d1-adbb-4e46c8b2d26d,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:21.845691 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 49950) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:21.955445 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.974s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:21.955840 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 09858608-4580-482c-aec6-de6d6c925750 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:56:21.956675 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-72489924-db8e-4211-97a0-e0315e5a2e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.522s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:22.074823 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [req-47e35388-d468-443f-be57-fe9cdd35222a req-80b63e16-5572-4584-baf4-4318b46a75bf tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Allocated IP 172.20.0.13 (be9c63ee-d5df-4a33-bd14-78e612dd44e6/72efafc1-dd84-4bb1-b54c-b8367450c432/012bb192-2437-4489-ae1f-1f30a10d3ec0) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:56:22.207395 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 09858608-4580-482c-aec6-de6d6c925750 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:56:22.211158 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:22.282129 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-fe45aab9-c0a2-442d-b992-b0a9f25723ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e43bd707-9e8e-4942-9e64-862e89c31a44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5028920
Apr 22 12:56:22.385037 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e09651a4-c743-4c77-a589-cc14d1f38234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:22.392315 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Pushing event updated for resources: {'Port': ['ID=105362e0-f087-4f6d-82d7-aa35722cdc28,revision_number=3']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:22.476212 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593765b4-328e-4225-8384-79f97ef2023a req-d6686f4a-2b38-4f75-8395-f14a058d0543 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:22.478504 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-593765b4-328e-4225-8384-79f97ef2023a req-d6686f4a-2b38-4f75-8395-f14a058d0543 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 943 time: 1.0129185
Apr 22 12:56:22.521167 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:22.524646 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-e09651a4-c743-4c77-a589-cc14d1f38234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:22.531080 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-e09651a4-c743-4c77-a589-cc14d1f38234 admin admin] Usage tracker for resource:security_group_rule and tenant:522e81ca3c7946a59b619930bad5068c is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:22.535889 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-e09651a4-c743-4c77-a589-cc14d1f38234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:22.551109 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-e09651a4-c743-4c77-a589-cc14d1f38234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:22.551360 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:22.576062 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.815s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:22.576062 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:22.657061 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:22.698890 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-769125'] for router_interface, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:22.730770 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:22.850544 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:22.851870 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:22.854232 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] 10.222.0.35 "PUT /v2.0/ports/105362e0-f087-4f6d-82d7-aa35722cdc28 HTTP/1.1" status: 200  len: 1093 time: 8.5473411
Apr 22 12:56:22.880391 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba085f3-9e1c-4a62-baed-45f92b175841', 'tag': '105362e0-f087-4f6d-82d7-aa35722cdc28'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:56:23.187768 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e0cf787a-2f73-4130-80a7-be3ea2b9703d req-9b3922ab-5057-4d4a-b7dc-beb9a8b51041 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3801219
Apr 22 12:56:23.243907 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-0df35f40-76e8-47e9-8f84-0f70be69d1d4 service neutron] 10.222.0.35 "GET /v2.0/networks/e43bd707-9e8e-4942-9e64-862e89c31a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8084834
Apr 22 12:56:23.268206 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 12:56:23.283363 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] Sync routers for ids ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'] in dv-cinder-787262-3-iscsi {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 12:56:23.318633 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] Routers {'8e41e22f-3dc1-4e2d-9ec3-8af636316264'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 12:56:23.319318 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c60ff28>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T12:56:09Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:56:23.377586 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-593765b4-328e-4225-8384-79f97ef2023a req-2955ebec-fd2c-41c7-94a2-7f68fb4d5660 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aba7b5d-7ba2-472d-a6af-756caa5f996a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7353373
Apr 22 12:56:23.618989 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] Set router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 12:56:23.713887 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Network 4a172ddd-5456-4f17-bd1a-5de10be1b0e0 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:56:23.716094 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:56:23.742081 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 49986) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:23.805168 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02d8eafc-a9be-4b0a-9d5c-ba6f82845c9f req-9f95fad0-9ac9-45ea-afb7-811e0e73dcea service neutron] 10.222.0.35 "GET /v2.0/networks/e43bd707-9e8e-4942-9e64-862e89c31a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5441215
Apr 22 12:56:23.821119 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba085f3-9e1c-4a62-baed-45f92b175841', 'tag': '105362e0-f087-4f6d-82d7-aa35722cdc28', 'status': 'completed', 'code': 200}
Apr 22 12:56:23.939925 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-47e35388-d468-443f-be57-fe9cdd35222a req-80b63e16-5572-4584-baf4-4318b46a75bf tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:23.995497 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-947cb736-bbd5-436b-98f2-a4ea27852699 req-1d14f6ab-be05-48fe-8110-e823e9fa6bbc tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Synchronizing usage tracker for tenant:3ee83b5586734c17a93b5a549ee51099 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:56:24.040327 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Pushing event updated for resources: {'Port': ['ID=44fc2b42-316b-49bc-bec6-324934a8d4a9,revision_number=2']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:24.046365 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.315s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:24.050113 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e09651a4-c743-4c77-a589-cc14d1f38234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:24.057175 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-b9b2ff4b-49ff-4704-8105-d5836a139869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:24.058822 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-b9b2ff4b-49ff-4704-8105-d5836a139869 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b1cd00a58b0248ad8aba2e327d13ee87&device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 1096 time: 0.9374299
Apr 22 12:56:24.082620 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] 10.222.0.20 "PUT /v2.0/routers/8e41e22f-3dc1-4e2d-9ec3-8af636316264/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.9349439
Apr 22 12:56:24.110765 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e09651a4-c743-4c77-a589-cc14d1f38234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:24.111756 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-fe20bf5f-17c2-43f8-b0b1-440aa61c6822 None None] Provisioning complete for port 44fc2b42-316b-49bc-bec6-324934a8d4a9 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:56:24.112391 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fe20bf5f-17c2-43f8-b0b1-440aa61c6822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:24.164526 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-947cb736-bbd5-436b-98f2-a4ea27852699 req-1d14f6ab-be05-48fe-8110-e823e9fa6bbc tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Unset dirty status for tenant:3ee83b5586734c17a93b5a549ee51099 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:56:24.165757 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-947cb736-bbd5-436b-98f2-a4ea27852699 req-1d14f6ab-be05-48fe-8110-e823e9fa6bbc tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 210 time: 0.3495984
Apr 22 12:56:24.182903 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-783a95c9-b2fd-4a93-8a47-2b06f2a2ab40 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=105362e0-f087-4f6d-82d7-aa35722cdc28 HTTP/1.1" status: 200  len: 217 time: 0.0964718
Apr 22 12:56:24.256573 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcc56d-afd5-4719-85e0-1ea4cf1b661e req-8f2108fb-6742-4ba9-a780-e793320fc8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:24.258271 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7efcc56d-afd5-4719-85e0-1ea4cf1b661e req-8f2108fb-6742-4ba9-a780-e793320fc8d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4a553c8742a4849a45bafbfec9a41f9&device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 1096 time: 0.3267405
Apr 22 12:56:24.275018 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-fe20bf5f-17c2-43f8-b0b1-440aa61c6822 None None] Port 44fc2b42-316b-49bc-bec6-324934a8d4a9 cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 12:56:24.293028 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:24.319238 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-e09651a4-c743-4c77-a589-cc14d1f38234 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=522e81ca3c7946a59b619930bad5068c&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4053981
Apr 22 12:56:24.324970 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 50002) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:24.425426 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09651a4-c743-4c77-a589-cc14d1f38234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1088d2e5-054f-44fa-8bf9-26908aae06bd,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:24.436225 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e09651a4-c743-4c77-a589-cc14d1f38234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:24.444315 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c60ff28>, [{'id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'name': 'tempest-AttachVolumeTestJSON-1229733816-router', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:40Z', 'updated_at': '2021-04-22T12:56:17Z', 'revision_number': 4, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'gw_port': {'id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:45Z', 'updated_at': '2021-04-22T12:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'c8761fef-da86-45d1-adbb-4e46c8b2d26d', 'name': '', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'mac_address': 'fa:16:3e:36:f4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:15Z', 'updated_at': '2021-04-22T12:56:17Z', 'revision_number': 2, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'subnets': [{'id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:56:24.496649 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Router 00623980-bcab-4aa3-835c-7597b2070f19 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 12:56:24.507742 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] Checking router: 8e41e22f-3dc1-4e2d-9ec3-8af636316264 for host: dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 12:56:24.508421 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] Updating router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 port c8761fef-da86-45d1-adbb-4e46c8b2d26d binding host dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 12:56:24.510394 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-8670deec-e5cb-44dc-92d0-baff650809c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:24.516307 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-8670deec-e5cb-44dc-92d0-baff650809c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29e985ab-6ee0-49a9-b2d1-fbe579a07266 HTTP/1.1" status: 200  len: 855 time: 0.3257542
Apr 22 12:56:24.525861 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-47e35388-d468-443f-be57-fe9cdd35222a req-80b63e16-5572-4584-baf4-4318b46a75bf tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:24.781423 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:24.808266 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 12:56:24.820918 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] Sync routers for ids ['00623980-bcab-4aa3-835c-7597b2070f19'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 12:56:24.866233 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] Routers {'00623980-bcab-4aa3-835c-7597b2070f19'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 12:56:24.868090 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c0c5780>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T12:56:09Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['00623980-bcab-4aa3-835c-7597b2070f19'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:56:24.894378 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cb85465d-103d-4261-a356-66c5302f4bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:24.915126 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-cb85465d-103d-4261-a356-66c5302f4bf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:24.920204 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-cb85465d-103d-4261-a356-66c5302f4bf2 admin admin] Usage tracker for resource:security_group_rule and tenant:b0c5cd53bf7e44939efb85cc1b4b93ed is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:24.923899 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-cb85465d-103d-4261-a356-66c5302f4bf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:24.931840 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-cb85465d-103d-4261-a356-66c5302f4bf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:25.047364 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cb85465d-103d-4261-a356-66c5302f4bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:25.049575 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-51af7018-6ccc-429a-8ddb-ec607fe0aafb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49734fce-29d7-425b-9134-2db9dec57d82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5100107
Apr 22 12:56:25.065520 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.db.resource_extend [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 22 12:56:25.087264 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] 10.222.0.20 "PUT /v2.0/routers/00623980-bcab-4aa3-835c-7597b2070f19/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.4801371
Apr 22 12:56:25.142549 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cb85465d-103d-4261-a356-66c5302f4bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:25.295025 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id effe23e0-db68-4498-8abd-1d1844a61b09 {{(pid=86532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 12:56:25.315808 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:25.363671 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-801b4b62-4278-4484-9c7c-71ffccf8aaf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:25.372934 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Transition to ACTIVE for port object effe23e0-db68-4498-8abd-1d1844a61b09 will not be triggered until provisioned by entity L2. {{(pid=86532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:56:25.380720 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-75bc1b3f-12ad-409b-857c-ae250232a291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:25.389916 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-cb85465d-103d-4261-a356-66c5302f4bf2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0c5cd53bf7e44939efb85cc1b4b93ed&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3996220
Apr 22 12:56:25.410780 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 50024) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:25.441972 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071f073-aab0-429c-9baf-ccb54a9bf95f req-4de07c78-a602-4436-83c4-b5539fb8d037 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:25.445626 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8071f073-aab0-429c-9baf-ccb54a9bf95f req-4de07c78-a602-4436-83c4-b5539fb8d037 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 943 time: 0.6415443
Apr 22 12:56:25.468867 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:25.504182 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e35388-d468-443f-be57-fe9cdd35222a req-80b63e16-5572-4584-baf4-4318b46a75bf tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Network be9c63ee-d5df-4a33-bd14-78e612dd44e6 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:56:25.512254 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-a99c74e0-54cb-4c6f-8b1f-07ddeeb82555 service neutron] 10.222.0.35 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4106727
Apr 22 12:56:25.516797 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b63e16-5572-4584-baf4-4318b46a75bf tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Pushing event updated for resources: {'Port': ['ID=012bb192-2437-4489-ae1f-1f30a10d3ec0,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:25.519799 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [req-47e35388-d468-443f-be57-fe9cdd35222a req-80b63e16-5572-4584-baf4-4318b46a75bf tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:56:25.539942 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-80b63e16-5572-4584-baf4-4318b46a75bf tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:25.543129 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e35388-d468-443f-be57-fe9cdd35222a req-80b63e16-5572-4584-baf4-4318b46a75bf tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:56:25.547140 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e35388-d468-443f-be57-fe9cdd35222a req-80b63e16-5572-4584-baf4-4318b46a75bf tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:25.547927 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-47e35388-d468-443f-be57-fe9cdd35222a req-80b63e16-5572-4584-baf4-4318b46a75bf tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:25.579689 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8071f073-aab0-429c-9baf-ccb54a9bf95f req-f4694fb2-7cb2-4b53-b93d-575abc748d52 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088316
Apr 22 12:56:25.584687 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85465d-103d-4261-a356-66c5302f4bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20a0586-3793-48ad-9296-76104ba9654b,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:25.589228 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cb85465d-103d-4261-a356-66c5302f4bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:25.593649 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:25.763400 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] Set router 00623980-bcab-4aa3-835c-7597b2070f19 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 12:56:25.897102 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-12c71678-3d20-42ec-b5dd-708a2a0d9ff4 req-67f67588-51b0-479d-abd0-61001eab60bd service neutron] 10.222.0.35 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3058541
Apr 22 12:56:25.915834 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-47e35388-d468-443f-be57-fe9cdd35222a req-80b63e16-5572-4584-baf4-4318b46a75bf tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.2302647
Apr 22 12:56:25.981387 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23ea84-596c-44b0-b9b9-94c4a5929bd1 req-cf6bdff7-43a4-448b-b7d4-03b477f9d291 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:25.998335 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ca23ea84-596c-44b0-b9b9-94c4a5929bd1 req-cf6bdff7-43a4-448b-b7d4-03b477f9d291 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 943 time: 0.9124899
Apr 22 12:56:26.001965 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4160c935-ae9f-4322-9be2-683f9c8fbcba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:26.063092 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4160c935-ae9f-4322-9be2-683f9c8fbcba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:26.196135 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-47e35388-d468-443f-be57-fe9cdd35222a req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Request body: {'port': {'device_id': '2d80aa4f-45be-40e7-b340-7ca6f7cb4625', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:56:26.220700 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Attempting to bind port effe23e0-db68-4498-8abd-1d1844a61b09 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 12:56:26.221266 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Attempting to bind port effe23e0-db68-4498-8abd-1d1844a61b09 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '590a52b4-f1fa-4b8b-a3ec-593b160f399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'be9c63ee-d5df-4a33-bd14-78e612dd44e6'}] {{(pid=86532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 12:56:26.221848 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Attempting to bind port effe23e0-db68-4498-8abd-1d1844a61b09 on network be9c63ee-d5df-4a33-bd14-78e612dd44e6 {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:56:26.245408 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7742fbf0-6a22-4a40-a97c-ef5e7cdb1d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:26.255395 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Port effe23e0-db68-4498-8abd-1d1844a61b09 on network be9c63ee-d5df-4a33-bd14-78e612dd44e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 12:56:26.256002 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Attempting to bind port effe23e0-db68-4498-8abd-1d1844a61b09 on network be9c63ee-d5df-4a33-bd14-78e612dd44e6 {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:56:26.286587 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Checking agent: {'id': 'c59c10bf-e5dd-4538-bcf5-3ec585cc6c03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'started_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 12:56:26.287230 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Checking segment: {'id': '590a52b4-f1fa-4b8b-a3ec-593b160f399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'be9c63ee-d5df-4a33-bd14-78e612dd44e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:56:26.288406 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Bound using segment: {'id': '590a52b4-f1fa-4b8b-a3ec-593b160f399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'be9c63ee-d5df-4a33-bd14-78e612dd44e6'} {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 12:56:26.289615 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Bound port: effe23e0-db68-4498-8abd-1d1844a61b09, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '590a52b4-f1fa-4b8b-a3ec-593b160f399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'be9c63ee-d5df-4a33-bd14-78e612dd44e6'}}] {{(pid=86532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 12:56:26.290292 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:26.376790 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Pushing event updated for resources: {'Port': ['ID=effe23e0-db68-4498-8abd-1d1844a61b09,revision_number=2']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:26.418848 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:26.450612 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7742fbf0-6a22-4a40-a97c-ef5e7cdb1d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:26.659299 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] For port effe23e0-db68-4498-8abd-1d1844a61b09, host hv-cinder-78726, cleared binding levels {{(pid=86532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 12:56:26.675392 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] For port effe23e0-db68-4498-8abd-1d1844a61b09, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=effe23e0-db68-4498-8abd-1d1844a61b09,segment=NetworkSegment(590a52b4-f1fa-4b8b-a3ec-593b160f399a),segment_id=590a52b4-f1fa-4b8b-a3ec-593b160f399a)] {{(pid=86532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 12:56:26.711840 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:26.721363 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9dccbc9b-8ce7-4bd1-8ec1-6b5c94ad475e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:26.826205 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4160c935-ae9f-4322-9be2-683f9c8fbcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:26.924454 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3a925c8a-bfa5-4c2d-8613-2709bef0f90b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:26.974355 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcc56d-afd5-4719-85e0-1ea4cf1b661e req-e3dfe5bd-52ec-4165-b742-48bd7e2de4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:26.976211 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7efcc56d-afd5-4719-85e0-1ea4cf1b661e req-e3dfe5bd-52ec-4165-b742-48bd7e2de4a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e43bd707-9e8e-4942-9e64-862e89c31a44 HTTP/1.1" status: 200  len: 913 time: 2.6975360
Apr 22 12:56:26.991627 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c0c5780>, [{'id': '00623980-bcab-4aa3-835c-7597b2070f19', 'name': 'tempest-AttachVolumeShelveTestJSON-94947041-router', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '09858608-4580-482c-aec6-de6d6c925750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:46Z', 'updated_at': '2021-04-22T12:56:21Z', 'revision_number': 4, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'gw_port': {'id': '09858608-4580-482c-aec6-de6d6c925750', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:54Z', 'updated_at': '2021-04-22T12:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '44fc2b42-316b-49bc-bec6-324934a8d4a9', 'name': '', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'mac_address': 'fa:16:3e:e4:90:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:17Z', 'updated_at': '2021-04-22T12:56:22Z', 'revision_number': 2, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'subnets': [{'id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:56:27.008218 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] Checking router: 00623980-bcab-4aa3-835c-7597b2070f19 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 12:56:27.009663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] Updating router 00623980-bcab-4aa3-835c-7597b2070f19 port 44fc2b42-316b-49bc-bec6-324934a8d4a9 binding host dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 12:56:27.069386 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Pushing event updated for resources: {'Port': ['ID=effe23e0-db68-4498-8abd-1d1844a61b09,revision_number=3']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:27.079806 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7efcc56d-afd5-4719-85e0-1ea4cf1b661e req-1532e9cb-0683-4a82-ae00-0fa70cf97bdb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c66d066b-e377-43e2-85d0-7b8d33e5bf1d HTTP/1.1" status: 200  len: 217 time: 0.0916612
Apr 22 12:56:27.080721 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160c935-ae9f-4322-9be2-683f9c8fbcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1088d2e5-054f-44fa-8bf9-26908aae06bd,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:27.082543 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7742fbf0-6a22-4a40-a97c-ef5e7cdb1d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:27.084106 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:27.089695 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4160c935-ae9f-4322-9be2-683f9c8fbcba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:27.116528 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:27.150049 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742fbf0-6a22-4a40-a97c-ef5e7cdb1d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20a0586-3793-48ad-9296-76104ba9654b,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:27.157923 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7742fbf0-6a22-4a40-a97c-ef5e7cdb1d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:27.159452 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:27.160148 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for port, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:27.162294 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] 10.222.0.35 "PUT /v2.0/ports/effe23e0-db68-4498-8abd-1d1844a61b09 HTTP/1.1" status: 200  len: 1093 time: 6.7775934
Apr 22 12:56:27.168090 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8600b5-024e-4019-8891-830fa0f0acb6', 'tag': 'effe23e0-db68-4498-8abd-1d1844a61b09'}] {{(pid=86532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:56:27.183534 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-47e35388-d468-443f-be57-fe9cdd35222a req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:27.258082 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ca23ea84-596c-44b0-b9b9-94c4a5929bd1 req-12a6f4b6-2f11-465c-90c9-700af6134f81 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aba7b5d-7ba2-472d-a6af-756caa5f996a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2584248
Apr 22 12:56:27.312575 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:27.366689 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 50052) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:27.410913 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4160c935-ae9f-4322-9be2-683f9c8fbcba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:27.413676 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-4160c935-ae9f-4322-9be2-683f9c8fbcba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1088d2e5-054f-44fa-8bf9-26908aae06bd HTTP/1.1" status: 204  len: 168 time: 3.0845456
Apr 22 12:56:27.522555 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 12:56:27.562034 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcc56d-afd5-4719-85e0-1ea4cf1b661e req-439b50de-efe1-4f39-9e97-b78eb2979975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:27.575635 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7efcc56d-afd5-4719-85e0-1ea4cf1b661e req-439b50de-efe1-4f39-9e97-b78eb2979975 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f0bc7f1-7399-42dd-bf27-ee2af390825e HTTP/1.1" status: 200  len: 852 time: 0.4745495
Apr 22 12:56:27.617963 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7742fbf0-6a22-4a40-a97c-ef5e7cdb1d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:27.625869 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-7742fbf0-6a22-4a40-a97c-ef5e7cdb1d13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d20a0586-3793-48ad-9296-76104ba9654b HTTP/1.1" status: 204  len: 168 time: 2.1985414
Apr 22 12:56:27.646469 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] Notify callbacks [] for port, precommit_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:27.661779 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-d22bcdb0-b1a3-4868-bfbb-5303a5bb2ed8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1732451375', 'description': 'tempest-description--738545940'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:56:27.744544 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d22bcdb0-b1a3-4868-bfbb-5303a5bb2ed8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:27.792084 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d22bcdb0-b1a3-4868-bfbb-5303a5bb2ed8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Usage tracker for resource:security_group and tenant:074fdbf4f1214f53add5cfdd523c42e4 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:27.845663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d22bcdb0-b1a3-4868-bfbb-5303a5bb2ed8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:27.855050 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] Transition to ACTIVE for port object c8761fef-da86-45d1-adbb-4e46c8b2d26d will not be triggered until provisioned by entity L2. {{(pid=86535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:56:27.923238 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d22bcdb0-b1a3-4868-bfbb-5303a5bb2ed8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:27.929188 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:27.948887 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7efcc56d-afd5-4719-85e0-1ea4cf1b661e req-24905f94-c333-4291-9791-38b9903702dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e43bd707-9e8e-4942-9e64-862e89c31a44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3714108
Apr 22 12:56:27.957361 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:27.970374 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e91ec1-5283-4d73-9ead-234a709376d6 req-96142800-39aa-4021-9a99-1989ae4f4e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:27.972088 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a3e91ec1-5283-4d73-9ead-234a709376d6 req-96142800-39aa-4021-9a99-1989ae4f4e12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b1cd00a58b0248ad8aba2e327d13ee87&device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 1096 time: 1.8080568
Apr 22 12:56:28.050282 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device c66d066b-e377-43e2-85d0-7b8d33e5bf1d details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 12:56:28.124031 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-b02ed20c-d518-482b-af9f-8103dcaa283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:28.125954 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-b02ed20c-d518-482b-af9f-8103dcaa283c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ee83b5586734c17a93b5a549ee51099&device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 1096 time: 0.7572505
Apr 22 12:56:28.363627 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-33de942c-89c5-49bb-b2d2-06d3b84ee248 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=effe23e0-db68-4498-8abd-1d1844a61b09 HTTP/1.1" status: 200  len: 217 time: 0.2278042
Apr 22 12:56:28.368289 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 50076) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:28.394108 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-5277c616-55ad-43cd-ab84-d4d8af8b6966 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1691870970', 'description': 'tempest-description--212171757'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:56:28.410468 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-5277c616-55ad-43cd-ab84-d4d8af8b6966 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:28.424961 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-5277c616-55ad-43cd-ab84-d4d8af8b6966 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Usage tracker for resource:security_group and tenant:16ebc3a73d9045e79c95afc066b0c4f5 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:28.425243 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e91ec1-5283-4d73-9ead-234a709376d6 req-9162b458-4996-4344-ae3b-29ad0f4e3e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:28.426783 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a3e91ec1-5283-4d73-9ead-234a709376d6 req-9162b458-4996-4344-ae3b-29ad0f4e3e4a service neutron] 10.222.0.35 "GET /v2.0/networks?id=49734fce-29d7-425b-9134-2db9dec57d82 HTTP/1.1" status: 200  len: 916 time: 0.3176956
Apr 22 12:56:28.433422 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-5277c616-55ad-43cd-ab84-d4d8af8b6966 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:28.451395 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-5277c616-55ad-43cd-ab84-d4d8af8b6966 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:28.576716 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a37786-380b-4d44-8ccf-c0f4cce3424f None None] Pushing event updated for resources: {'Port': ['ID=c8761fef-da86-45d1-adbb-4e46c8b2d26d,revision_number=3']} {{(pid=86535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:28.601173 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b4a37786-380b-4d44-8ccf-c0f4cce3424f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:28.621373 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] Attempting to bind port c8761fef-da86-45d1-adbb-4e46c8b2d26d on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 12:56:28.621787 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] Attempting to bind port c8761fef-da86-45d1-adbb-4e46c8b2d26d by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': '5c1e8466-a640-4708-9852-885c77ca66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548'}] {{(pid=86535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 12:56:28.622450 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] Attempting to bind port c8761fef-da86-45d1-adbb-4e46c8b2d26d on network 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:56:28.640957 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 12:56:28.641456 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] Checking segment: {'id': '5c1e8466-a640-4708-9852-885c77ca66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:56:28.641804 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:28.642234 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] Bound using segment: {'id': '5c1e8466-a640-4708-9852-885c77ca66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548'} {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 12:56:28.642760 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] Bound port: c8761fef-da86-45d1-adbb-4e46c8b2d26d, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1e8466-a640-4708-9852-885c77ca66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548'}}] {{(pid=86535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 12:56:28.643168 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:28.652888 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-9a3bcfdf-84ec-4021-957e-f295466683b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:28.659895 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-9a3bcfdf-84ec-4021-957e-f295466683b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72efafc1-dd84-4bb1-b54c-b8367450c432 HTTP/1.1" status: 200  len: 858 time: 0.2799547
Apr 22 12:56:28.671289 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a3e91ec1-5283-4d73-9ead-234a709376d6 req-05ff398e-ab88-461d-89e5-f7db234ec616 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=105362e0-f087-4f6d-82d7-aa35722cdc28 HTTP/1.1" status: 200  len: 217 time: 0.1639378
Apr 22 12:56:28.702747 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16134b0c-563b-4f86-80f5-1986af1dbe17 req-6299dbe4-228d-457f-956d-db4129d5b527 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:28.706061 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-16134b0c-563b-4f86-80f5-1986af1dbe17 req-6299dbe4-228d-457f-956d-db4129d5b527 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 932 time: 0.7849243
Apr 22 12:56:28.707051 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5277c616-55ad-43cd-ab84-d4d8af8b6966 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:28.748456 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d22bcdb0-b1a3-4868-bfbb-5303a5bb2ed8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:28.763480 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] Notify callbacks [] for port, precommit_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:28.808820 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] Transition to ACTIVE for port object 44fc2b42-316b-49bc-bec6-324934a8d4a9 will not be triggered until provisioned by entity L2. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:56:28.841545 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e91ec1-5283-4d73-9ead-234a709376d6 req-b5f1890a-0b67-4600-8f57-92aa92cfb8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:28.841545 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a3e91ec1-5283-4d73-9ead-234a709376d6 req-b5f1890a-0b67-4600-8f57-92aa92cfb8e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29e985ab-6ee0-49a9-b2d1-fbe579a07266 HTTP/1.1" status: 200  len: 855 time: 0.1454945
Apr 22 12:56:28.854244 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] For port c8761fef-da86-45d1-adbb-4e46c8b2d26d, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 12:56:28.867201 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] For port c8761fef-da86-45d1-adbb-4e46c8b2d26d, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=c8761fef-da86-45d1-adbb-4e46c8b2d26d,segment=NetworkSegment(5c1e8466-a640-4708-9852-885c77ca66cf),segment_id=5c1e8466-a640-4708-9852-885c77ca66cf)] {{(pid=86535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 12:56:28.883945 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d22bcdb0-b1a3-4868-bfbb-5303a5bb2ed8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:28.893630 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d22bcdb0-b1a3-4868-bfbb-5303a5bb2ed8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Usage tracker for resource:security_group_rule and tenant:074fdbf4f1214f53add5cfdd523c42e4 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:28.907836 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:28.918739 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d22bcdb0-b1a3-4868-bfbb-5303a5bb2ed8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:28.922356 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:28.947805 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d22bcdb0-b1a3-4868-bfbb-5303a5bb2ed8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:28.960807 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:28.984362 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:29.042427 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a3e91ec1-5283-4d73-9ead-234a709376d6 req-47715f6a-25f2-4c88-a8df-32d43794543b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49734fce-29d7-425b-9134-2db9dec57d82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1542895
Apr 22 12:56:29.044657 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7efcc56d-afd5-4719-85e0-1ea4cf1b661e req-a1e14fbb-d515-4d48-9df2-24ea5431cad2 service neutron] 10.222.0.35 "GET /v2.0/networks/e43bd707-9e8e-4942-9e64-862e89c31a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9750376
Apr 22 12:56:29.147374 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04a886-5e00-4537-9894-092eac513068 None None] Pushing event updated for resources: {'Port': ['ID=44fc2b42-316b-49bc-bec6-324934a8d4a9,revision_number=3']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:29.346972 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-dc04a886-5e00-4537-9894-092eac513068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:29.347661 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a37786-380b-4d44-8ccf-c0f4cce3424f None None] Pushing event updated for resources: {'Port': ['ID=c8761fef-da86-45d1-adbb-4e46c8b2d26d,revision_number=4']} {{(pid=86535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:29.360243 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b4a37786-380b-4d44-8ccf-c0f4cce3424f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:29.390656 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-fec8d44e-8315-4345-ba98-fb2ebbbbe3e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be9c63ee-d5df-4a33-bd14-78e612dd44e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6437764
Apr 22 12:56:29.406995 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] Routers {'8e41e22f-3dc1-4e2d-9ec3-8af636316264'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 12:56:29.408235 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c60ff28>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T12:56:09Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:56:29.727404 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] Attempting to bind port 44fc2b42-316b-49bc-bec6-324934a8d4a9 on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 12:56:29.740115 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] Attempting to bind port 44fc2b42-316b-49bc-bec6-324934a8d4a9 by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': 'df461302-4648-4d0f-b105-e63066378a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0'}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 12:56:29.741114 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] Attempting to bind port 44fc2b42-316b-49bc-bec6-324934a8d4a9 on network 4a172ddd-5456-4f17-bd1a-5de10be1b0e0 {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:56:29.786444 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 12:56:29.791534 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] Checking segment: {'id': 'df461302-4648-4d0f-b105-e63066378a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:56:29.793250 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:29.795437 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] Bound using segment: {'id': 'df461302-4648-4d0f-b105-e63066378a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0'} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 12:56:29.800464 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] Bound port: 44fc2b42-316b-49bc-bec6-324934a8d4a9, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df461302-4648-4d0f-b105-e63066378a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0'}}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 12:56:29.801516 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:29.999676 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port c66d066b-e377-43e2-85d0-7b8d33e5bf1d, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c66d066b-e377-43e2-85d0-7b8d33e5bf1d,segment=NetworkSegment(55ee3340-25f3-46df-8eaf-e8689c26f586),segment_id=55ee3340-25f3-46df-8eaf-e8689c26f586)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:56:30.035215 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] Set router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 12:56:30.178384 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 50100) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:30.265757 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-5277c616-55ad-43cd-ab84-d4d8af8b6966 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:30.285598 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-5277c616-55ad-43cd-ab84-d4d8af8b6966 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Usage tracker for resource:security_group_rule and tenant:16ebc3a73d9045e79c95afc066b0c4f5 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:30.295794 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-5277c616-55ad-43cd-ab84-d4d8af8b6966 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:30.321923 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-5277c616-55ad-43cd-ab84-d4d8af8b6966 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:30.324830 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] For port 44fc2b42-316b-49bc-bec6-324934a8d4a9, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 12:56:30.334052 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] For port 44fc2b42-316b-49bc-bec6-324934a8d4a9, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=44fc2b42-316b-49bc-bec6-324934a8d4a9,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 12:56:30.339958 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': 'c66d066b-e377-43e2-85d0-7b8d33e5bf1d', 'network_id': 'e43bd707-9e8e-4942-9e64-862e89c31a44', 'port_id': 'c66d066b-e377-43e2-85d0-7b8d33e5bf1d', 'mac_address': 'fa:16:3e:cc:30:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0bc7f1-7399-42dd-bf27-ee2af390825e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 12:56:30.585997 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:30.627959 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:30.666945 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:30.677027 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d22bcdb0-b1a3-4868-bfbb-5303a5bb2ed8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:30.692764 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-e0553bbe-644b-4bcf-8a96-f06054bd0bb5 service neutron] 10.222.0.35 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2739673
Apr 22 12:56:30.701343 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-16134b0c-563b-4f86-80f5-1986af1dbe17 req-90f55d87-9695-4e43-a02b-927f3576d6c3 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.9650283
Apr 22 12:56:30.716574 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-da563262-258c-48d6-9b5a-251acfea5716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:30.888750 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d22bcdb0-b1a3-4868-bfbb-5303a5bb2ed8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:30.980513 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:31.073560 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b5931-6d68-45f4-87c7-c96c836f8f2a req-908e4427-dd0c-4e17-b1f2-d72dacf60581 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:31.078027 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-067b5931-6d68-45f4-87c7-c96c836f8f2a req-908e4427-dd0c-4e17-b1f2-d72dacf60581 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 943 time: 2.2376444
Apr 22 12:56:31.103869 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c60ff28>, [{'id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'name': 'tempest-AttachVolumeTestJSON-1229733816-router', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:40Z', 'updated_at': '2021-04-22T12:56:17Z', 'revision_number': 4, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'gw_port': {'id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:45Z', 'updated_at': '2021-04-22T12:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'c8761fef-da86-45d1-adbb-4e46c8b2d26d', 'name': '', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'mac_address': 'fa:16:3e:36:f4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:15Z', 'updated_at': '2021-04-22T12:56:28Z', 'revision_number': 4, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'subnets': [{'id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:56:31.115585 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d38cc-4431-475b-9fb5-4275e676fb39 None None] The sync data for ids ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'] in dv-cinder-787262-3-iscsi is: [{'id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'name': 'tempest-AttachVolumeTestJSON-1229733816-router', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:40Z', 'updated_at': '2021-04-22T12:56:17Z', 'revision_number': 4, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'gw_port': {'id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:45Z', 'updated_at': '2021-04-22T12:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'c8761fef-da86-45d1-adbb-4e46c8b2d26d', 'name': '', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'mac_address': 'fa:16:3e:36:f4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:15Z', 'updated_at': '2021-04-22T12:56:28Z', 'revision_number': 4, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'subnets': [{'id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 12:56:31.126870 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04a886-5e00-4537-9894-092eac513068 None None] Pushing event updated for resources: {'Port': ['ID=44fc2b42-316b-49bc-bec6-324934a8d4a9,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:31.148109 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [req-47e35388-d468-443f-be57-fe9cdd35222a req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 012bb192-2437-4489-ae1f-1f30a10d3ec0 {{(pid=86533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 12:56:31.153534 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-dc04a886-5e00-4537-9894-092eac513068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:31.181821 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66d066b-e377-43e2-85d0-7b8d33e5bf1d {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 12:56:31.182677 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] Usage tracker for resource:security_group_rule and tenant:b9e48cffec0646f3a05f7a639ed9d782 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:31.240633 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:31.287358 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7efcc56d-afd5-4719-85e0-1ea4cf1b661e req-8ec0ffd9-a5da-47db-905d-ff5aa3680dae service neutron] 10.222.0.35 "GET /v2.0/networks/e43bd707-9e8e-4942-9e64-862e89c31a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 2.2317004
Apr 22 12:56:31.290724 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port c66d066b-e377-43e2-85d0-7b8d33e5bf1d, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c66d066b-e377-43e2-85d0-7b8d33e5bf1d,segment=NetworkSegment(55ee3340-25f3-46df-8eaf-e8689c26f586),segment_id=55ee3340-25f3-46df-8eaf-e8689c26f586)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:56:31.308154 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-47e35388-d468-443f-be57-fe9cdd35222a req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:31.356584 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] Routers {'00623980-bcab-4aa3-835c-7597b2070f19'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 12:56:31.357912 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c0c5780>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T12:56:09Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['00623980-bcab-4aa3-835c-7597b2070f19'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:56:31.395073 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:31.417962 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:31.429135 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a3e91ec1-5283-4d73-9ead-234a709376d6 req-5145735d-5621-4937-acce-7927bc306fbd service neutron] 10.222.0.35 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=segments HTTP/1.1" status: 200  len: 212 time: 2.0092335
Apr 22 12:56:31.647904 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-47e35388-d468-443f-be57-fe9cdd35222a req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Transition to ACTIVE for port object 012bb192-2437-4489-ae1f-1f30a10d3ec0 will not be triggered until provisioned by entity L2. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:56:31.675296 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:31.677587 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d22bcdb0-b1a3-4868-bfbb-5303a5bb2ed8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:31.684132 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-d22bcdb0-b1a3-4868-bfbb-5303a5bb2ed8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 4.3056579
Apr 22 12:56:31.694673 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 50132) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:31.710594 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-067b5931-6d68-45f4-87c7-c96c836f8f2a req-3728240c-7326-46d1-8946-f06d29f86613 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4806938
Apr 22 12:56:31.862942 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-66b9b6b8-9e34-4bb7-8df2-c373dcfcce3b tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Request body: {'security_group_rule': {'security_group_id': 'cd617e6f-8cf0-419b-9896-88b9a3bd3675', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:56:31.874931 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bcdb0-b1a3-4868-bfbb-5303a5bb2ed8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd617e6f-8cf0-419b-9896-88b9a3bd3675,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:31.881973 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d22bcdb0-b1a3-4868-bfbb-5303a5bb2ed8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:31.975393 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5277c616-55ad-43cd-ab84-d4d8af8b6966 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:32.080502 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1a2ac0c3-45b5-4baa-bc83-74e813aaf9dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:32.152891 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a3e91ec1-5283-4d73-9ead-234a709376d6 req-0322acac-520a-4862-a1eb-4770a3146615 service neutron] 10.222.0.35 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6897206
Apr 22 12:56:32.153940 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-47e35388-d468-443f-be57-fe9cdd35222a req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:32.157120 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-66b9b6b8-9e34-4bb7-8df2-c373dcfcce3b tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:32.178366 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdf934-4393-4fd6-85b4-2e94d62e3a42 req-4beee624-8594-43d5-834c-85511f69fcb3 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:32.191361 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a7bdf934-4393-4fd6-85b4-2e94d62e3a42 req-4beee624-8594-43d5-834c-85511f69fcb3 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 944 time: 0.7979445
Apr 22 12:56:32.198562 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5277c616-55ad-43cd-ab84-d4d8af8b6966 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:32.202034 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-66b9b6b8-9e34-4bb7-8df2-c373dcfcce3b tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Usage tracker for resource:security_group_rule and tenant:074fdbf4f1214f53add5cfdd523c42e4 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:32.211729 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d78f7a0b-abcd-4d09-ace3-f992016d4846 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:32.274486 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-66b9b6b8-9e34-4bb7-8df2-c373dcfcce3b tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:32.315748 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-66b9b6b8-9e34-4bb7-8df2-c373dcfcce3b tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:32.336204 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e09651a4-c743-4c77-a589-cc14d1f38234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:32.382068 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 105362e0-f087-4f6d-82d7-aa35722cdc28 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 12:56:32.441777 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277c616-55ad-43cd-ab84-d4d8af8b6966 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1aab1b0-759a-44b1-9574-48b5a5b2e721,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:32.448740 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-93f8e15d-cfdb-427f-91b2-f3cafc10371e req-82dded69-f2a4-4fb3-9f86-f72245a68e31 service neutron] 10.222.0.35 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.7539911
Apr 22 12:56:32.454566 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5277c616-55ad-43cd-ab84-d4d8af8b6966 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:32.469473 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5277c616-55ad-43cd-ab84-d4d8af8b6966 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:32.469473 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-5277c616-55ad-43cd-ab84-d4d8af8b6966 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 4.0904720
Apr 22 12:56:32.469473 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 50148) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:32.567305 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-d2b9f2fe-c8f2-4012-88d3-104d150f9253 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Request body: {'security_group_rule': {'security_group_id': 'f1aab1b0-759a-44b1-9574-48b5a5b2e721', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:56:32.581852 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=c66d066b-e377-43e2-85d0-7b8d33e5bf1d,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:32.594012 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a7bdf934-4393-4fd6-85b4-2e94d62e3a42 req-14587b12-314b-4954-a5c5-55be58796c1c tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aba7b5d-7ba2-472d-a6af-756caa5f996a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3915761
Apr 22 12:56:32.602167 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device c8761fef-da86-45d1-adbb-4e46c8b2d26d up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:56:32.610109 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d2b9f2fe-c8f2-4012-88d3-104d150f9253 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:32.622214 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d2b9f2fe-c8f2-4012-88d3-104d150f9253 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Usage tracker for resource:security_group_rule and tenant:16ebc3a73d9045e79c95afc066b0c4f5 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:32.638804 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d2b9f2fe-c8f2-4012-88d3-104d150f9253 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:32.661042 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d2b9f2fe-c8f2-4012-88d3-104d150f9253 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:32.743237 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f2fe-c8f2-4012-88d3-104d150f9253 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:32.852460 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Pushing event updated for resources: {'Port': ['ID=012bb192-2437-4489-ae1f-1f30a10d3ec0,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:32.872685 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:32.931434 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8600b5-024e-4019-8891-830fa0f0acb6', 'tag': 'effe23e0-db68-4498-8abd-1d1844a61b09', 'status': 'completed', 'code': 200}
Apr 22 12:56:33.038636 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.947s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:33.043382 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['c66d066b-e377-43e2-85d0-7b8d33e5bf1d'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 12:56:33.135353 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-66b9b6b8-9e34-4bb7-8df2-c373dcfcce3b tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:33.253098 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f2fe-c8f2-4012-88d3-104d150f9253 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:33.327715 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-47e35388-d468-443f-be57-fe9cdd35222a req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Attempting to bind port 012bb192-2437-4489-ae1f-1f30a10d3ec0 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 12:56:33.329285 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-47e35388-d468-443f-be57-fe9cdd35222a req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Attempting to bind port 012bb192-2437-4489-ae1f-1f30a10d3ec0 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '590a52b4-f1fa-4b8b-a3ec-593b160f399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'be9c63ee-d5df-4a33-bd14-78e612dd44e6'}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 12:56:33.330429 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e35388-d468-443f-be57-fe9cdd35222a req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Attempting to bind port 012bb192-2437-4489-ae1f-1f30a10d3ec0 on network be9c63ee-d5df-4a33-bd14-78e612dd44e6 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:56:33.369728 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f2fe-c8f2-4012-88d3-104d150f9253 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:33.434497 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:33.485742 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e35388-d468-443f-be57-fe9cdd35222a req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Port 012bb192-2437-4489-ae1f-1f30a10d3ec0 on network be9c63ee-d5df-4a33-bd14-78e612dd44e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 12:56:33.486317 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e35388-d468-443f-be57-fe9cdd35222a req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Attempting to bind port 012bb192-2437-4489-ae1f-1f30a10d3ec0 on network be9c63ee-d5df-4a33-bd14-78e612dd44e6 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:56:33.518513 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e35388-d468-443f-be57-fe9cdd35222a req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Checking agent: {'id': 'c59c10bf-e5dd-4538-bcf5-3ec585cc6c03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'started_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 12:56:33.519100 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e35388-d468-443f-be57-fe9cdd35222a req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Checking segment: {'id': '590a52b4-f1fa-4b8b-a3ec-593b160f399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'be9c63ee-d5df-4a33-bd14-78e612dd44e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:56:33.520006 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e35388-d468-443f-be57-fe9cdd35222a req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Bound using segment: {'id': '590a52b4-f1fa-4b8b-a3ec-593b160f399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'be9c63ee-d5df-4a33-bd14-78e612dd44e6'} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 12:56:33.522346 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-47e35388-d468-443f-be57-fe9cdd35222a req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Bound port: 012bb192-2437-4489-ae1f-1f30a10d3ec0, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '590a52b4-f1fa-4b8b-a3ec-593b160f399a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'be9c63ee-d5df-4a33-bd14-78e612dd44e6'}}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 12:56:33.522968 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-47e35388-d468-443f-be57-fe9cdd35222a req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:33.553381 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9f2fe-c8f2-4012-88d3-104d150f9253 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e1b0e3-6c9b-46cb-ab81-205a33833bae,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:33.561608 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d2b9f2fe-c8f2-4012-88d3-104d150f9253 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:33.664169 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f2fe-c8f2-4012-88d3-104d150f9253 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:33.667513 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-d2b9f2fe-c8f2-4012-88d3-104d150f9253 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1250277
Apr 22 12:56:33.680921 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 50166) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:33.721368 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-5df55280-d185-4600-9092-723afdb47fba tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Request body: {'security_group_rule': {'security_group_id': 'f1aab1b0-759a-44b1-9574-48b5a5b2e721', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:56:33.765739 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836bdf0-efc9-43b9-8f0d-8ed636a4cf1b req-e8f23a2c-fa3a-4a34-acdc-955cdbfddac4 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:33.769463 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4836bdf0-efc9-43b9-8f0d-8ed636a4cf1b req-e8f23a2c-fa3a-4a34-acdc-955cdbfddac4 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 944 time: 0.5138178
Apr 22 12:56:33.773656 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-5df55280-d185-4600-9092-723afdb47fba tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:33.829721 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] Set router 00623980-bcab-4aa3-835c-7597b2070f19 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 12:56:33.852622 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4836bdf0-efc9-43b9-8f0d-8ed636a4cf1b req-d0534a6f-3a4b-4b0d-ab03-8d4da97df124 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686245
Apr 22 12:56:33.854308 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-5df55280-d185-4600-9092-723afdb47fba tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Usage tracker for resource:security_group_rule and tenant:16ebc3a73d9045e79c95afc066b0c4f5 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:33.882887 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6bb9d-8f88-45a0-9394-484355de56f8 req-194a65ea-10cb-4dfc-8dd3-2f7058a02891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:33.882887 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-60c6bb9d-8f88-45a0-9394-484355de56f8 req-194a65ea-10cb-4dfc-8dd3-2f7058a02891 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ee83b5586734c17a93b5a549ee51099&device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 1096 time: 0.9304020
Apr 22 12:56:33.882887 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-5df55280-d185-4600-9092-723afdb47fba tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:33.882887 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 50174) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:33.924274 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-5df55280-d185-4600-9092-723afdb47fba tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:33.968827 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port c8761fef-da86-45d1-adbb-4e46c8b2d26d completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:56:33.982410 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:34.004832 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port c8761fef-da86-45d1-adbb-4e46c8b2d26d triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:56:34.005270 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:34.033034 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14656048-d8b5-465c-9947-0770d6704319 req-d33e46b5-02a7-4b2e-bb57-8205e54f12f3 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:34.049977 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-14656048-d8b5-465c-9947-0770d6704319 req-d33e46b5-02a7-4b2e-bb57-8205e54f12f3 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 943 time: 0.7017050
Apr 22 12:56:34.143579 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6bb9d-8f88-45a0-9394-484355de56f8 req-858dad5c-463b-4b84-a80b-c5a7120ae331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:34.146136 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-60c6bb9d-8f88-45a0-9394-484355de56f8 req-858dad5c-463b-4b84-a80b-c5a7120ae331 service neutron] 10.222.0.35 "GET /v2.0/networks?id=be9c63ee-d5df-4a33-bd14-78e612dd44e6 HTTP/1.1" status: 200  len: 919 time: 0.2678413
Apr 22 12:56:34.219213 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-14656048-d8b5-465c-9947-0770d6704319 req-7e2901c0-a828-4b15-9d5a-dd838ba60646 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671743
Apr 22 12:56:34.220963 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:34.257346 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-66b9b6b8-9e34-4bb7-8df2-c373dcfcce3b tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:34.258694 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a524e92a-eb53-4708-8f67-af5d91b40b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:34.304227 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af18b21c-d3be-4df8-b3ce-d2ecd1fc7782,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:34.320267 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:34.320784 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:34.321267 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:34.321749 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:34.322220 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:34.322736 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:34.323349 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:34.323988 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:34.324524 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:34.325003 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:34.325474 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:34.325941 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:34.330636 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-66b9b6b8-9e34-4bb7-8df2-c373dcfcce3b tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:34.334104 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:34.357191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-47e35388-d468-443f-be57-fe9cdd35222a req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] For port 012bb192-2437-4489-ae1f-1f30a10d3ec0, host hv-cinder-78726, cleared binding levels {{(pid=86533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 12:56:34.360039 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:34.385788 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9b6b8-9e34-4bb7-8df2-c373dcfcce3b tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b29164-28b5-4cf5-b82d-d124e08fcab6,revision_number=0']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:34.392006 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5df55280-d185-4600-9092-723afdb47fba tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:34.418051 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9e48cffec0646f3a05f7a639ed9d782&name=default HTTP/1.1" status: 200  len: 2979 time: 4.2238870
Apr 22 12:56:34.419972 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-66b9b6b8-9e34-4bb7-8df2-c373dcfcce3b tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:34.431045 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 50184) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:34.434656 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-47e35388-d468-443f-be57-fe9cdd35222a req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] For port 012bb192-2437-4489-ae1f-1f30a10d3ec0, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=012bb192-2437-4489-ae1f-1f30a10d3ec0,segment=NetworkSegment(590a52b4-f1fa-4b8b-a3ec-593b160f399a),segment_id=590a52b4-f1fa-4b8b-a3ec-593b160f399a)] {{(pid=86533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 12:56:34.455107 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-60c6bb9d-8f88-45a0-9394-484355de56f8 req-09fd8f9b-8379-4736-8fca-0bde299aae99 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=effe23e0-db68-4498-8abd-1d1844a61b09 HTTP/1.1" status: 200  len: 217 time: 0.3017058
Apr 22 12:56:34.463589 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:34.538839 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-47e35388-d468-443f-be57-fe9cdd35222a req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:34.573960 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:34.574307 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 105362e0-f087-4f6d-82d7-aa35722cdc28, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=105362e0-f087-4f6d-82d7-aa35722cdc28,segment=NetworkSegment(f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd),segment_id=f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:56:34.579105 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] Usage tracker for resource:security_group_rule and tenant:bd8846cc47a74434b0d04a08db633be8 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:34.582789 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:34.591002 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:34.593845 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5dceaa77-08ad-455a-a5a1-a74d0e1d249a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:34.651661 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-66b9b6b8-9e34-4bb7-8df2-c373dcfcce3b tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:34.653362 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-66b9b6b8-9e34-4bb7-8df2-c373dcfcce3b tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.9381878
Apr 22 12:56:34.654681 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-70e44890-ed79-49a6-96ea-2b3425599c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:34.692889 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-70e44890-ed79-49a6-96ea-2b3425599c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:34.710621 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:34.711779 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 50190) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:34.742925 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-5c4c52cb-c084-44a2-8b96-5e90a87607bf tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Request body: {'security_group_rule': {'security_group_id': 'cd617e6f-8cf0-419b-9896-88b9a3bd3675', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:56:34.760883 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e35388-d468-443f-be57-fe9cdd35222a req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:34.762044 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-47e35388-d468-443f-be57-fe9cdd35222a req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:34.763384 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:34.764234 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-47e35388-d468-443f-be57-fe9cdd35222a req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] 10.222.0.35 "PUT /v2.0/ports/012bb192-2437-4489-ae1f-1f30a10d3ec0 HTTP/1.1" status: 200  len: 1094 time: 8.8168032
Apr 22 12:56:34.765864 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': '105362e0-f087-4f6d-82d7-aa35722cdc28', 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82', 'port_id': '105362e0-f087-4f6d-82d7-aa35722cdc28', 'mac_address': 'fa:16:3e:6c:60:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e985ab-6ee0-49a9-b2d1-fbe579a07266', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 12:56:34.774501 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-5c4c52cb-c084-44a2-8b96-5e90a87607bf tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:34.776857 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d80aa4f-45be-40e7-b340-7ca6f7cb4625', 'tag': '012bb192-2437-4489-ae1f-1f30a10d3ec0'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:56:34.806445 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-70e44890-ed79-49a6-96ea-2b3425599c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:34.832338 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-70e44890-ed79-49a6-96ea-2b3425599c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:34.837816 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-70e44890-ed79-49a6-96ea-2b3425599c1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af18b21c-d3be-4df8-b3ce-d2ecd1fc7782 HTTP/1.1" status: 204  len: 168 time: 0.4002085
Apr 22 12:56:34.842029 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Pushing event updated for resources: {'Port': ['ID=012bb192-2437-4489-ae1f-1f30a10d3ec0,revision_number=3']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:34.846745 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:34.847331 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:34.861107 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e44890-ed79-49a6-96ea-2b3425599c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af18b21c-d3be-4df8-b3ce-d2ecd1fc7782,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:34.864749 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-70e44890-ed79-49a6-96ea-2b3425599c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:34.900650 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-5c4c52cb-c084-44a2-8b96-5e90a87607bf tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Usage tracker for resource:security_group_rule and tenant:074fdbf4f1214f53add5cfdd523c42e4 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:34.913381 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:34.922065 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d80aa4f-45be-40e7-b340-7ca6f7cb4625', 'tag': '012bb192-2437-4489-ae1f-1f30a10d3ec0', 'status': 'completed', 'code': 200}
Apr 22 12:56:34.972060 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd8846cc47a74434b0d04a08db633be8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0968640
Apr 22 12:56:34.974321 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-5c4c52cb-c084-44a2-8b96-5e90a87607bf tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:34.977441 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 50202) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:34.989723 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d2dc9e-e4c7-4809-9824-53d3c1cf7401,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:35.029437 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:35.030247 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:35.030821 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:35.031384 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:35.031992 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:35.032679 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:35.033257 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:35.033814 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:35.034388 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:35.034945 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:35.035534 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:35.036174 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:35.061352 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbbc20-5ece-40c8-954f-fc9a151c3f0d req-0f17d9f8-3ad5-47b7-95aa-458f6fd3c533 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:35.075226 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8fcbbc20-5ece-40c8-954f-fc9a151c3f0d req-0f17d9f8-3ad5-47b7-95aa-458f6fd3c533 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 944 time: 0.8253281
Apr 22 12:56:35.095086 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:35.096494 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-5c4c52cb-c084-44a2-8b96-5e90a87607bf tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:35.101847 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5df55280-d185-4600-9092-723afdb47fba tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:35.104345 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6bb9d-8f88-45a0-9394-484355de56f8 req-e6465bc6-463b-4e3f-add4-d82f4069e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:35.106301 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-60c6bb9d-8f88-45a0-9394-484355de56f8 req-e6465bc6-463b-4e3f-add4-d82f4069e08b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72efafc1-dd84-4bb1-b54c-b8367450c432 HTTP/1.1" status: 200  len: 858 time: 0.6278725
Apr 22 12:56:35.170133 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-60c6bb9d-8f88-45a0-9394-484355de56f8 req-1efac0f5-afbe-4f3e-ae5b-7acb41083771 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be9c63ee-d5df-4a33-bd14-78e612dd44e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0557024
Apr 22 12:56:35.175935 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5df55280-d185-4600-9092-723afdb47fba tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:35.194436 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e35388-d468-443f-be57-fe9cdd35222a req-ba10aaa5-61d4-4065-bb15-7eda82f3195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:35.197229 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-47e35388-d468-443f-be57-fe9cdd35222a req-ba10aaa5-61d4-4065-bb15-7eda82f3195d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ee83b5586734c17a93b5a549ee51099&device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 1097 time: 0.3292413
Apr 22 12:56:35.232768 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:35.237080 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8fcbbc20-5ece-40c8-954f-fc9a151c3f0d req-f36907de-6835-4e92-b37f-0fca7c2a941e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aba7b5d-7ba2-472d-a6af-756caa5f996a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601043
Apr 22 12:56:35.254019 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d2b9f2fe-c8f2-4012-88d3-104d150f9253 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:35.304682 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:35.334276 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-47e35388-d468-443f-be57-fe9cdd35222a req-bfdccd33-655e-4b42-ac70-1847ae3cfc22 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=012bb192-2437-4489-ae1f-1f30a10d3ec0 HTTP/1.1" status: 200  len: 217 time: 0.1224182
Apr 22 12:56:35.337971 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2cecf15d-509b-4156-99be-b0ccefacde9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:35.374870 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2cecf15d-509b-4156-99be-b0ccefacde9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:35.377494 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port c8761fef-da86-45d1-adbb-4e46c8b2d26d, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=c8761fef-da86-45d1-adbb-4e46c8b2d26d,segment=NetworkSegment(5c1e8466-a640-4708-9852-885c77ca66cf),segment_id=5c1e8466-a640-4708-9852-885c77ca66cf)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:56:35.460740 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:35.473282 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3d89d68f-e740-4b52-bfc9-edfb87b98be3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:35.506882 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2cecf15d-509b-4156-99be-b0ccefacde9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:35.532838 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:35.559589 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105362e0-f087-4f6d-82d7-aa35722cdc28 {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 12:56:35.566438 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977ff6f-218b-4323-8336-fab3cd4b67ed req-4b726c53-ea70-4ee3-a675-33d027836b03 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:35.575926 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6977ff6f-218b-4323-8336-fab3cd4b67ed req-4b726c53-ea70-4ee3-a675-33d027836b03 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 944 time: 0.4509599
Apr 22 12:56:35.605350 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecf15d-509b-4156-99be-b0ccefacde9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d2dc9e-e4c7-4809-9824-53d3c1cf7401,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:35.621509 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df55280-d185-4600-9092-723afdb47fba tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648d3716-88fe-4044-a37f-0247ac177e2c,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:35.641058 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2cecf15d-509b-4156-99be-b0ccefacde9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:35.644592 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-6977ff6f-218b-4323-8336-fab3cd4b67ed req-0d8a4885-6efc-496f-bc24-a22a769b47b6 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Synchronizing usage tracker for tenant:3ee83b5586734c17a93b5a549ee51099 on resource:security_group {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:56:35.648732 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2cecf15d-509b-4156-99be-b0ccefacde9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:35.650074 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-2cecf15d-509b-4156-99be-b0ccefacde9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01d2dc9e-e4c7-4809-9824-53d3c1cf7401 HTTP/1.1" status: 204  len: 168 time: 0.6659701
Apr 22 12:56:35.662702 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e35388-d468-443f-be57-fe9cdd35222a req-3d9409b0-f7af-4137-b271-3a54fa0963f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:35.665441 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-47e35388-d468-443f-be57-fe9cdd35222a req-3d9409b0-f7af-4137-b271-3a54fa0963f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72efafc1-dd84-4bb1-b54c-b8367450c432 HTTP/1.1" status: 200  len: 858 time: 0.2210631
Apr 22 12:56:35.683734 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5df55280-d185-4600-9092-723afdb47fba tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:35.710101 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5c4c52cb-c084-44a2-8b96-5e90a87607bf tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:35.750335 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-47e35388-d468-443f-be57-fe9cdd35222a req-423e312f-c29a-43d5-b1eb-c31b8f7a1e6e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be9c63ee-d5df-4a33-bd14-78e612dd44e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0760684
Apr 22 12:56:35.809896 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 105362e0-f087-4f6d-82d7-aa35722cdc28, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=105362e0-f087-4f6d-82d7-aa35722cdc28,segment=NetworkSegment(f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd),segment_id=f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:56:35.848884 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=c8761fef-da86-45d1-adbb-4e46c8b2d26d,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:35.863982 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7ce81ddd-1eb5-4c86-8539-f011b268f3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:35.867009 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:35.870897 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:35.877765 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:35.974209 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device effe23e0-db68-4498-8abd-1d1844a61b09 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 12:56:35.992048 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-47e35388-d468-443f-be57-fe9cdd35222a req-d47f14c4-f6ee-48fe-a317-7d2330915bbf service neutron] 10.222.0.35 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2350819
Apr 22 12:56:35.993418 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-6977ff6f-218b-4323-8336-fab3cd4b67ed req-0d8a4885-6efc-496f-bc24-a22a769b47b6 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Unset dirty status for tenant:3ee83b5586734c17a93b5a549ee51099 on resource:security_group {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:56:36.006731 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6977ff6f-218b-4323-8336-fab3cd4b67ed req-0d8a4885-6efc-496f-bc24-a22a769b47b6 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4295526
Apr 22 12:56:36.086027 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5c4c52cb-c084-44a2-8b96-5e90a87607bf tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:36.152154 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device c66d066b-e377-43e2-85d0-7b8d33e5bf1d up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:56:36.228907 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-47e35388-d468-443f-be57-fe9cdd35222a req-180c84a9-c172-4c7b-8f59-a1b42e0dca5e service neutron] 10.222.0.35 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2208757
Apr 22 12:56:36.242808 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-60c6bb9d-8f88-45a0-9394-484355de56f8 req-613ea888-ce75-4d24-8100-480813eec378 service neutron] 10.222.0.35 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0441501
Apr 22 12:56:36.248724 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5df55280-d185-4600-9092-723afdb47fba tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:36.251258 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-5df55280-d185-4600-9092-723afdb47fba tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.5638423
Apr 22 12:56:36.257119 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 50222) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:36.257425 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5c4c52cb-c084-44a2-8b96-5e90a87607bf tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:36.267237 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Request body: {'floatingip': {'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:56:36.290707 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:36.298122 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Usage tracker for resource:floatingip and tenant:16ebc3a73d9045e79c95afc066b0c4f5 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:36.305706 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:36.321582 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:36.346765 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=105362e0-f087-4f6d-82d7-aa35722cdc28,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:36.369918 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c0c5780>, [{'id': '00623980-bcab-4aa3-835c-7597b2070f19', 'name': 'tempest-AttachVolumeShelveTestJSON-94947041-router', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '09858608-4580-482c-aec6-de6d6c925750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:46Z', 'updated_at': '2021-04-22T12:56:21Z', 'revision_number': 4, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'gw_port': {'id': '09858608-4580-482c-aec6-de6d6c925750', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:54Z', 'updated_at': '2021-04-22T12:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '44fc2b42-316b-49bc-bec6-324934a8d4a9', 'name': '', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'mac_address': 'fa:16:3e:e4:90:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:17Z', 'updated_at': '2021-04-22T12:56:30Z', 'revision_number': 4, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'subnets': [{'id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:56:36.397411 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:36.398907 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029923f4-0bd6-40d4-9810-cbe06aa5c242 None None] The sync data for ids ['00623980-bcab-4aa3-835c-7597b2070f19'] in dv-cinder-787262-3-iscsi is: [{'id': '00623980-bcab-4aa3-835c-7597b2070f19', 'name': 'tempest-AttachVolumeShelveTestJSON-94947041-router', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '09858608-4580-482c-aec6-de6d6c925750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:46Z', 'updated_at': '2021-04-22T12:56:21Z', 'revision_number': 4, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'gw_port': {'id': '09858608-4580-482c-aec6-de6d6c925750', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:54Z', 'updated_at': '2021-04-22T12:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '44fc2b42-316b-49bc-bec6-324934a8d4a9', 'name': '', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'mac_address': 'fa:16:3e:e4:90:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:17Z', 'updated_at': '2021-04-22T12:56:30Z', 'revision_number': 4, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'subnets': [{'id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 12:56:36.514184 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['105362e0-f087-4f6d-82d7-aa35722cdc28'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 12:56:36.563910 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for floatingip, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:36.688322 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-60c6bb9d-8f88-45a0-9394-484355de56f8 req-5ddb6241-f3ba-461b-b1f7-d1175a5cf1ca service neutron] 10.222.0.35 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4336672
Apr 22 12:56:36.714940 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5df55280-d185-4600-9092-723afdb47fba tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:36.805578 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c52cb-c084-44a2-8b96-5e90a87607bf tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d478b808-a0a6-4953-bafd-3a7a73011b92,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:36.846853 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564b5e6-e87e-48ae-8d23-2ff311412044 req-77c3dbd7-ab12-413a-b62c-c5ff0bb055cb tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:36.862926 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4564b5e6-e87e-48ae-8d23-2ff311412044 req-77c3dbd7-ab12-413a-b62c-c5ff0bb055cb tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 944 time: 1.0527053
Apr 22 12:56:36.871254 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5c4c52cb-c084-44a2-8b96-5e90a87607bf tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:36.980103 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4564b5e6-e87e-48ae-8d23-2ff311412044 req-e4597a39-4bab-4008-a7a8-9b76d9f97347 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998394
Apr 22 12:56:36.988694 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port effe23e0-db68-4498-8abd-1d1844a61b09, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=effe23e0-db68-4498-8abd-1d1844a61b09,segment=NetworkSegment(590a52b4-f1fa-4b8b-a3ec-593b160f399a),segment_id=590a52b4-f1fa-4b8b-a3ec-593b160f399a)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:56:37.046202 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5c4c52cb-c084-44a2-8b96-5e90a87607bf tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:37.061256 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-5c4c52cb-c084-44a2-8b96-5e90a87607bf tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.3290894
Apr 22 12:56:37.062756 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 50238) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:37.071896 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Request body: {'floatingip': {'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:56:37.079516 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning for port c66d066b-e377-43e2-85d0-7b8d33e5bf1d completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:56:37.084554 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:37.091445 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Usage tracker for resource:floatingip and tenant:074fdbf4f1214f53add5cfdd523c42e4 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:37.095315 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:37.111933 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': 'effe23e0-db68-4498-8abd-1d1844a61b09', 'network_id': 'be9c63ee-d5df-4a33-bd14-78e612dd44e6', 'port_id': 'effe23e0-db68-4498-8abd-1d1844a61b09', 'mac_address': 'fa:16:3e:b0:22:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72efafc1-dd84-4bb1-b54c-b8367450c432', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 12:56:37.116614 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 50242) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:37.125140 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:37.129168 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:37.197893 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bb88e6dd-5806-461f-8e01-e84a38925749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:37.260424 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for floatingip, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:37.299449 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-bb88e6dd-5806-461f-8e01-e84a38925749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:37.329096 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-bb88e6dd-5806-461f-8e01-e84a38925749 admin admin] Usage tracker for resource:security_group_rule and tenant:79ab3c105652420baf23041fc2e6d660 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:37.417299 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port c66d066b-e377-43e2-85d0-7b8d33e5bf1d triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:56:37.418004 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:37.432423 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-bb88e6dd-5806-461f-8e01-e84a38925749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:37.550333 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:37.603372 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-bb88e6dd-5806-461f-8e01-e84a38925749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:37.747776 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa475c75-1ae1-45e5-8e02-6c163d49dcf3 req-5a14415f-fa7e-4c9a-bcf5-7fbe31887c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:37.750764 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-aa475c75-1ae1-45e5-8e02-6c163d49dcf3 req-5a14415f-fa7e-4c9a-bcf5-7fbe31887c55 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ee83b5586734c17a93b5a549ee51099&device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 1097 time: 1.4059081
Apr 22 12:56:37.818614 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id effe23e0-db68-4498-8abd-1d1844a61b09 {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 12:56:37.820481 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842a6e7-3135-46ba-8b99-075f92679de8 req-d511c32f-d96f-4280-b1f7-6421a2d17dcc tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:37.841746 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5842a6e7-3135-46ba-8b99-075f92679de8 req-d511c32f-d96f-4280-b1f7-6421a2d17dcc tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 944 time: 1.1260576
Apr 22 12:56:37.876721 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port effe23e0-db68-4498-8abd-1d1844a61b09, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=effe23e0-db68-4498-8abd-1d1844a61b09,segment=NetworkSegment(590a52b4-f1fa-4b8b-a3ec-593b160f399a),segment_id=590a52b4-f1fa-4b8b-a3ec-593b160f399a)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:56:37.887364 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc254fe7-12d3-430e-8d0f-0a0d01f40178 req-1e5a993c-8b99-408c-a0b5-88a9ce7711e6 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:37.897091 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fc254fe7-12d3-430e-8d0f-0a0d01f40178 req-1e5a993c-8b99-408c-a0b5-88a9ce7711e6 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 944 time: 0.4660840
Apr 22 12:56:37.952256 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:37.971550 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:38.124298 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:38.182414 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device c8761fef-da86-45d1-adbb-4e46c8b2d26d up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:56:38.322537 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa475c75-1ae1-45e5-8e02-6c163d49dcf3 req-5750a378-99c8-4038-9876-faf0aa91a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:38.325455 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-aa475c75-1ae1-45e5-8e02-6c163d49dcf3 req-5750a378-99c8-4038-9876-faf0aa91a373 service neutron] 10.222.0.35 "GET /v2.0/networks?id=be9c63ee-d5df-4a33-bd14-78e612dd44e6 HTTP/1.1" status: 200  len: 919 time: 0.5552657
Apr 22 12:56:38.444511 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['effe23e0-db68-4498-8abd-1d1844a61b09'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 12:56:38.659753 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fc254fe7-12d3-430e-8d0f-0a0d01f40178 req-f373cc4d-3001-4f75-83f4-f1dce9d7dbbb tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7616024
Apr 22 12:56:38.666048 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5842a6e7-3135-46ba-8b99-075f92679de8 req-4673e15b-c8c7-4c1d-b148-a1c04235fc0c tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aba7b5d-7ba2-472d-a6af-756caa5f996a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8259485
Apr 22 12:56:38.723337 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-aa475c75-1ae1-45e5-8e02-6c163d49dcf3 req-63b6883c-a2d0-4ab0-bef1-bf1439d406ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=012bb192-2437-4489-ae1f-1f30a10d3ec0 HTTP/1.1" status: 200  len: 217 time: 0.3775420
Apr 22 12:56:38.823496 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bb88e6dd-5806-461f-8e01-e84a38925749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:38.841255 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a1b469eb-b19c-41ac-9bfb-34faea7c62ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:38.856247 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Allocated IP 172.27.3.6 (2ddae30a-787b-4105-96b6-1d621d63b6d6/f62b3f7c-fd2a-4037-bea1-66926d384c05/2347f2e9-49db-44b2-a79d-cf208ab5422c) {{(pid=86532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:56:38.872776 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bb88e6dd-5806-461f-8e01-e84a38925749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:38.901482 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7cee96b4-79a5-4ff1-ac04-cc4d5c819124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:39.037204 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa475c75-1ae1-45e5-8e02-6c163d49dcf3 req-ca5f17bf-437f-49f4-9a5d-412f7416dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:39.040825 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-aa475c75-1ae1-45e5-8e02-6c163d49dcf3 req-ca5f17bf-437f-49f4-9a5d-412f7416dab9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72efafc1-dd84-4bb1-b54c-b8367450c432 HTTP/1.1" status: 200  len: 858 time: 0.3091121
Apr 22 12:56:39.046238 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:39.171727 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-bb88e6dd-5806-461f-8e01-e84a38925749 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79ab3c105652420baf23041fc2e6d660&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0372980
Apr 22 12:56:39.172890 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 50278) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:39.256059 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88e6dd-5806-461f-8e01-e84a38925749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03304494-607b-4816-8c7a-83ff28071377,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:39.257846 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=effe23e0-db68-4498-8abd-1d1844a61b09,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:39.264883 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-bb88e6dd-5806-461f-8e01-e84a38925749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:39.312190 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.340s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:39.331558 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-aa475c75-1ae1-45e5-8e02-6c163d49dcf3 req-bd382ee5-4447-4626-8985-361ea86872c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be9c63ee-d5df-4a33-bd14-78e612dd44e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1166990
Apr 22 12:56:39.360750 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port c8761fef-da86-45d1-adbb-4e46c8b2d26d triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:56:39.361406 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:39.370675 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d1d0cf20-70ea-498f-a761-1288fd887649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:39.453380 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for port, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:39.459588 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d1d0cf20-70ea-498f-a761-1288fd887649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:39.508873 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbe50c-3307-43ca-8771-85ee0c999aa6 req-6dd4cb71-eba6-418e-a9f1-18940ee0ea35 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:39.511437 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e9cbe50c-3307-43ca-8771-85ee0c999aa6 req-6dd4cb71-eba6-418e-a9f1-18940ee0ea35 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 944 time: 0.5175776
Apr 22 12:56:39.530192 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:39.642322 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66d066b-e377-43e2-85d0-7b8d33e5bf1d'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:56:39.664289 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e9cbe50c-3307-43ca-8771-85ee0c999aa6 req-47b3b437-7258-48f7-9bb1-1dd8010e1be7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265702
Apr 22 12:56:39.741606 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-aa475c75-1ae1-45e5-8e02-6c163d49dcf3 req-90094ab8-3f0e-449b-8aff-ba58c189fe30 service neutron] 10.222.0.35 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4024160
Apr 22 12:56:39.744116 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d1d0cf20-70ea-498f-a761-1288fd887649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:39.748038 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cb85465d-103d-4261-a356-66c5302f4bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:39.764074 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:39.795579 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0cf20-70ea-498f-a761-1288fd887649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03304494-607b-4816-8c7a-83ff28071377,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:39.799655 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d1d0cf20-70ea-498f-a761-1288fd887649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:39.804609 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8c05a6a8-5107-444e-9b7c-2c583fcd9658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:39.935941 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 44fc2b42-316b-49bc-bec6-324934a8d4a9 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:56:40.015438 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Pushing event updated for resources: {'Port': ['ID=2347f2e9-49db-44b2-a79d-cf208ab5422c,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:40.018662 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:40.044966 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:56:40.054167 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:56:40.056965 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Received port after_create {{(pid=86532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:56:40.076359 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d1d0cf20-70ea-498f-a761-1288fd887649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:40.080501 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-d1d0cf20-70ea-498f-a761-1288fd887649 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03304494-607b-4816-8c7a-83ff28071377 HTTP/1.1" status: 204  len: 168 time: 0.8948789
Apr 22 12:56:40.084416 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port c66d066b-e377-43e2-85d0-7b8d33e5bf1d, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c66d066b-e377-43e2-85d0-7b8d33e5bf1d,segment=NetworkSegment(55ee3340-25f3-46df-8eaf-e8689c26f586),segment_id=55ee3340-25f3-46df-8eaf-e8689c26f586)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:56:40.092099 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 012bb192-2437-4489-ae1f-1f30a10d3ec0 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 12:56:40.109585 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Allocated IP 172.27.3.22 (2ddae30a-787b-4105-96b6-1d621d63b6d6/f62b3f7c-fd2a-4037-bea1-66926d384c05/ed12baec-fa2f-4233-b239-dc8fd30186b4) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:56:40.171687 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:40.183677 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:40.352968 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:40.354111 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port 44fc2b42-316b-49bc-bec6-324934a8d4a9 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:56:40.365825 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 105362e0-f087-4f6d-82d7-aa35722cdc28 up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:56:40.462077 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 44fc2b42-316b-49bc-bec6-324934a8d4a9 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:56:40.462077 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:40.564046 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-aa475c75-1ae1-45e5-8e02-6c163d49dcf3 req-7509956e-3bdf-4be1-9a06-032fdeabf57c service neutron] 10.222.0.35 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8074911
Apr 22 12:56:40.674395 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.db.resource_extend [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 22 12:56:40.788270 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:40.827449 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76f143-52a7-4e2b-bf24-2ae0199c7efd req-1ea0028a-d156-4926-8716-4f4f3cba7ea9 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:40.830676 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3d76f143-52a7-4e2b-bf24-2ae0199c7efd req-1ea0028a-d156-4926-8716-4f4f3cba7ea9 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 945 time: 0.2735848
Apr 22 12:56:40.897659 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d7e59-e2a8-4b5c-b7d7-082aa0d678b2 req-96aebccd-3fe7-4eca-9f14-53df0f8fafc0 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:40.915123 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c91d7e59-e2a8-4b5c-b7d7-082aa0d678b2 req-96aebccd-3fe7-4eca-9f14-53df0f8fafc0 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 944 time: 0.5270007
Apr 22 12:56:40.953694 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:41.028152 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3d76f143-52a7-4e2b-bf24-2ae0199c7efd req-0d3f9e63-e0f0-43a3-8c08-24799cc631aa tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aba7b5d-7ba2-472d-a6af-756caa5f996a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1804276
Apr 22 12:56:41.073140 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:41.102336 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-76f435d3-6bf9-4986-848d-fecb4e15a790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:41.186158 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c91d7e59-e2a8-4b5c-b7d7-082aa0d678b2 req-e9f6fd7f-494d-4754-b4cc-bf3f9ccd6cf7 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2694385
Apr 22 12:56:41.269113 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Pushing event updated for resources: {'Port': ['ID=ed12baec-fa2f-4233-b239-dc8fd30186b4,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:41.274109 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:56:41.275375 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:41.276686 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:56:41.282707 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:56:41.309754 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:41.352350 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:41.406611 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 50322) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:41.414315 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=c66d066b-e377-43e2-85d0-7b8d33e5bf1d,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:41.448905 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.265s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:41.463764 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:41.578078 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-188a997e-cb49-48b7-8368-c952def8915e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:41.665637 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-188a997e-cb49-48b7-8368-c952def8915e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:41.679991 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning for port 105362e0-f087-4f6d-82d7-aa35722cdc28 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:56:41.681735 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-188a997e-cb49-48b7-8368-c952def8915e admin admin] Usage tracker for resource:security_group_rule and tenant:1de0d568c46b488cb6979108f8bdf887 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:41.687686 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 012bb192-2437-4489-ae1f-1f30a10d3ec0, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=012bb192-2437-4489-ae1f-1f30a10d3ec0,segment=NetworkSegment(590a52b4-f1fa-4b8b-a3ec-593b160f399a),segment_id=590a52b4-f1fa-4b8b-a3ec-593b160f399a)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:56:41.691663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-188a997e-cb49-48b7-8368-c952def8915e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:41.697920 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port 105362e0-f087-4f6d-82d7-aa35722cdc28 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:56:41.698380 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:41.703264 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-188a997e-cb49-48b7-8368-c952def8915e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:41.768332 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:41.830595 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': '012bb192-2437-4489-ae1f-1f30a10d3ec0', 'network_id': 'be9c63ee-d5df-4a33-bd14-78e612dd44e6', 'port_id': '012bb192-2437-4489-ae1f-1f30a10d3ec0', 'mac_address': 'fa:16:3e:40:7e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72efafc1-dd84-4bb1-b54c-b8367450c432', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 12:56:41.876270 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-188a997e-cb49-48b7-8368-c952def8915e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:41.921435 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-188a997e-cb49-48b7-8368-c952def8915e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:41.943865 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:42.016791 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for port, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:42.030860 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port 44fc2b42-316b-49bc-bec6-324934a8d4a9, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=44fc2b42-316b-49bc-bec6-324934a8d4a9,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:56:42.038058 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:42.050038 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:42.063477 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:42.081290 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:42.091327 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:42.101680 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:42.236797 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:42.276678 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-769201'] for floatingip, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:42.404238 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66d066b-e377-43e2-85d0-7b8d33e5bf1d', 'code': 200}
Apr 22 12:56:42.409656 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=44fc2b42-316b-49bc-bec6-324934a8d4a9,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:42.425191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Pushing event updated for resources: {'Port': ['ID=2347f2e9-49db-44b2-a79d-cf208ab5422c,revision_number=2']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:42.430671 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 012bb192-2437-4489-ae1f-1f30a10d3ec0 {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 12:56:42.431384 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:42.438163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for floatingip, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:42.451530 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 5.3754489
Apr 22 12:56:42.480637 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a997e-cb49-48b7-8368-c952def8915e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9a3f2d-cfaa-4735-8aa2-8f0e20552f82,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:42.489948 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-188a997e-cb49-48b7-8368-c952def8915e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:42.508482 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e9461-6005-46b6-bc95-376dac9cde99 req-2ca1376d-3066-4f72-8cec-83a1a9dd54cc tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:42.528141 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ce2e9461-6005-46b6-bc95-376dac9cde99 req-2ca1376d-3066-4f72-8cec-83a1a9dd54cc tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 944 time: 1.1187646
Apr 22 12:56:42.542916 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-188a997e-cb49-48b7-8368-c952def8915e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1de0d568c46b488cb6979108f8bdf887&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1173310
Apr 22 12:56:42.547468 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 50336) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:42.553225 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:42.564930 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:42.565288 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:42.565675 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:42.566051 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:42.566422 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:42.567539 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:42.571650 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:42.572367 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:42.573296 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:42.573838 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:42.574336 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:42.574840 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:56:42.595365 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:42.661567 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 012bb192-2437-4489-ae1f-1f30a10d3ec0, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=012bb192-2437-4489-ae1f-1f30a10d3ec0,segment=NetworkSegment(590a52b4-f1fa-4b8b-a3ec-593b160f399a),segment_id=590a52b4-f1fa-4b8b-a3ec-593b160f399a)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:56:42.673247 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 105362e0-f087-4f6d-82d7-aa35722cdc28, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=105362e0-f087-4f6d-82d7-aa35722cdc28,segment=NetworkSegment(f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd),segment_id=f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:56:42.710947 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:42.712472 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device effe23e0-db68-4498-8abd-1d1844a61b09 up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:56:42.754042 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c08b0f-4ee9-4750-a195-d7ee0c7ae6b0 req-1b7e60d7-4715-4995-8562-6cb27eb3d4bd tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:42.757717 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-68c08b0f-4ee9-4750-a195-d7ee0c7ae6b0 req-1b7e60d7-4715-4995-8562-6cb27eb3d4bd tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 945 time: 0.3235517
Apr 22 12:56:42.793936 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:42.868668 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:42.899985 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-68c08b0f-4ee9-4750-a195-d7ee0c7ae6b0 req-b6ea2618-e801-4bf5-be0d-dc0bd69fd466 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aba7b5d-7ba2-472d-a6af-756caa5f996a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146958
Apr 22 12:56:43.045918 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=105362e0-f087-4f6d-82d7-aa35722cdc28,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:43.060515 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:43.061403 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-dc04a886-5e00-4537-9894-092eac513068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:43.152994 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning for port effe23e0-db68-4498-8abd-1d1844a61b09 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:56:43.159309 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['012bb192-2437-4489-ae1f-1f30a10d3ec0'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 12:56:43.312569 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port effe23e0-db68-4498-8abd-1d1844a61b09 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:56:43.315569 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:43.449154 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ce2e9461-6005-46b6-bc95-376dac9cde99 req-82a16e64-ad9d-4d23-aa01-2a5dd30402ef tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9162154
Apr 22 12:56:43.502013 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=012bb192-2437-4489-ae1f-1f30a10d3ec0,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:43.507542 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a65292-ea50-48c0-92ad-6fe0f5f287d2 req-521a2890-3119-4d82-b58c-db1532ca9aea tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:43.519261 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e1a65292-ea50-48c0-92ad-6fe0f5f287d2 req-521a2890-3119-4d82-b58c-db1532ca9aea tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 945 time: 0.3107841
Apr 22 12:56:43.550838 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:43.589829 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.db.resource_extend [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 22 12:56:43.618362 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-00586431-bb4d-4516-881e-c836fea3fdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:43.675346 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e1a65292-ea50-48c0-92ad-6fe0f5f287d2 req-b9512948-9571-47a4-a681-3a17f8ef8fec tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362956
Apr 22 12:56:43.685716 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:43.715758 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641d81f-57d3-4e74-b388-fa1fe90b15ba req-d739beba-dad6-4c31-8d15-c9e47cd94e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:43.718751 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f641d81f-57d3-4e74-b388-fa1fe90b15ba req-d739beba-dad6-4c31-8d15-c9e47cd94e25 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 1098 time: 0.8317640
Apr 22 12:56:43.747721 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:43.751737 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-00586431-bb4d-4516-881e-c836fea3fdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:43.851235 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:43.862249 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:43.964001 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-f641d81f-57d3-4e74-b388-fa1fe90b15ba req-eb370e8e-7d60-424b-9062-cd97b106a294 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:43.996981 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port effe23e0-db68-4498-8abd-1d1844a61b09, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=effe23e0-db68-4498-8abd-1d1844a61b09,segment=NetworkSegment(590a52b4-f1fa-4b8b-a3ec-593b160f399a),segment_id=590a52b4-f1fa-4b8b-a3ec-593b160f399a)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:56:44.039227 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:44.043132 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:44.050600 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-f641d81f-57d3-4e74-b388-fa1fe90b15ba req-eb370e8e-7d60-424b-9062-cd97b106a294 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:44.059401 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-f641d81f-57d3-4e74-b388-fa1fe90b15ba req-eb370e8e-7d60-424b-9062-cd97b106a294 service neutron] Usage tracker for resource:security_group_rule and tenant:ba04f25ad306408f99ece3cec792d1fa is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:44.067378 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-f641d81f-57d3-4e74-b388-fa1fe90b15ba req-eb370e8e-7d60-424b-9062-cd97b106a294 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:44.083938 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-f641d81f-57d3-4e74-b388-fa1fe90b15ba req-eb370e8e-7d60-424b-9062-cd97b106a294 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:44.127241 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-769201'] for floatingip, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:44.209346 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=effe23e0-db68-4498-8abd-1d1844a61b09,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:44.219466 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:44.219743 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-f641d81f-57d3-4e74-b388-fa1fe90b15ba req-eb370e8e-7d60-424b-9062-cd97b106a294 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:44.231561 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-d2e2bfe3-c122-4793-be14-4e5e49893922 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Synchronizing usage tracker for tenant:074fdbf4f1214f53add5cfdd523c42e4 on resource:security_group {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:56:44.258356 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 44fc2b42-316b-49bc-bec6-324934a8d4a9 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:56:44.266220 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-f641d81f-57d3-4e74-b388-fa1fe90b15ba req-eb370e8e-7d60-424b-9062-cd97b106a294 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:44.274641 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Pushing event updated for resources: {'Port': ['ID=ed12baec-fa2f-4233-b239-dc8fd30186b4,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:44.320774 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:44.322937 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:44.396224 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-f641d81f-57d3-4e74-b388-fa1fe90b15ba req-eb370e8e-7d60-424b-9062-cd97b106a294 service neutron] Synchronizing usage tracker for tenant:ba04f25ad306408f99ece3cec792d1fa on resource:security_group {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:56:44.414161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba085f3-9e1c-4a62-baed-45f92b175841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105362e0-f087-4f6d-82d7-aa35722cdc28'}, {'server_uuid': 'ee8600b5-024e-4019-8891-830fa0f0acb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effe23e0-db68-4498-8abd-1d1844a61b09'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:56:44.417052 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1cf85-9f73-4d0f-b886-82b9cd36cdd7 req-94c7d847-ed8c-44c7-8ad2-647c0da0a26a tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:44.418941 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2bc1cf85-9f73-4d0f-b886-82b9cd36cdd7 req-94c7d847-ed8c-44c7-8ad2-647c0da0a26a tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 945 time: 0.1755936
Apr 22 12:56:44.424043 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-d2e2bfe3-c122-4793-be14-4e5e49893922 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Unset dirty status for tenant:074fdbf4f1214f53add5cfdd523c42e4 on resource:security_group {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:56:44.424691 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 44fc2b42-316b-49bc-bec6-324934a8d4a9 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:56:44.425425 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:44.426314 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-d2e2bfe3-c122-4793-be14-4e5e49893922 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1732451375&fields=id&tenant_id=074fdbf4f1214f53add5cfdd523c42e4 HTTP/1.1" status: 200  len: 267 time: 0.6832728
Apr 22 12:56:44.432771 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb370e8e-7d60-424b-9062-cd97b106a294 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6c847e3b-3653-43c3-b22f-8be50ddb10c6,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:44.449107 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-eb370e8e-7d60-424b-9062-cd97b106a294 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:44.509881 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2bc1cf85-9f73-4d0f-b886-82b9cd36cdd7 req-403ba243-fa43-44e3-a4d4-00009a4a3c41 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aba7b5d-7ba2-472d-a6af-756caa5f996a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692487
Apr 22 12:56:44.640603 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for floatingip, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:44.642305 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 8.3830011
Apr 22 12:56:44.643598 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-f641d81f-57d3-4e74-b388-fa1fe90b15ba req-eb370e8e-7d60-424b-9062-cd97b106a294 service neutron] Unset dirty status for tenant:ba04f25ad306408f99ece3cec792d1fa on resource:security_group {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:56:44.645557 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f641d81f-57d3-4e74-b388-fa1fe90b15ba req-eb370e8e-7d60-424b-9062-cd97b106a294 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1aba7b5d-7ba2-472d-a6af-756caa5f996a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8997998
Apr 22 12:56:44.652404 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-00586431-bb4d-4516-881e-c836fea3fdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:44.660978 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-00586431-bb4d-4516-881e-c836fea3fdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:44.662818 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-00586431-bb4d-4516-881e-c836fea3fdbb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce9a3f2d-cfaa-4735-8aa2-8f0e20552f82 HTTP/1.1" status: 204  len: 168 time: 2.0345047
Apr 22 12:56:44.668287 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-77974163-3c8a-4581-a45e-4c10e92c56aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:44.688118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00586431-bb4d-4516-881e-c836fea3fdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9a3f2d-cfaa-4735-8aa2-8f0e20552f82,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:44.710650 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-00586431-bb4d-4516-881e-c836fea3fdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:44.863869 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-105843f6-80cb-4641-aaaa-ed72368855e1 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:44.876128 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-105843f6-80cb-4641-aaaa-ed72368855e1 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Synchronizing usage tracker for tenant:074fdbf4f1214f53add5cfdd523c42e4 on resource:network {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:56:44.975220 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba085f3-9e1c-4a62-baed-45f92b175841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105362e0-f087-4f6d-82d7-aa35722cdc28', 'code': 200}
Apr 22 12:56:44.978964 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8600b5-024e-4019-8891-830fa0f0acb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effe23e0-db68-4498-8abd-1d1844a61b09', 'code': 200}
Apr 22 12:56:45.015619 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 012bb192-2437-4489-ae1f-1f30a10d3ec0 up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:56:45.060657 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-105843f6-80cb-4641-aaaa-ed72368855e1 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Unset dirty status for tenant:074fdbf4f1214f53add5cfdd523c42e4 on resource:network {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:56:45.062910 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-105843f6-80cb-4641-aaaa-ed72368855e1 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/networks?id=9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 HTTP/1.1" status: 200  len: 811 time: 0.6199567
Apr 22 12:56:45.127759 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-5e865141-a76b-4883-ba21-3f4c353aca30 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/quotas/074fdbf4f1214f53add5cfdd523c42e4 HTTP/1.1" status: 200  len: 375 time: 0.0533357
Apr 22 12:56:45.340829 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning for port 012bb192-2437-4489-ae1f-1f30a10d3ec0 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:56:45.353489 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port 012bb192-2437-4489-ae1f-1f30a10d3ec0 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:56:45.354780 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:45.387822 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-7434de7a-9fac-4f02-88f3-f88f8d47e723 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Synchronizing usage tracker for tenant:074fdbf4f1214f53add5cfdd523c42e4 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:56:45.401327 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7da7c3-bde7-4568-8017-3220e411e5ee req-87f31559-4670-4c3d-961e-433c999f6f0d tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:45.416090 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7c7da7c3-bde7-4568-8017-3220e411e5ee req-87f31559-4670-4c3d-961e-433c999f6f0d tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 945 time: 0.2617555
Apr 22 12:56:45.621524 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-7434de7a-9fac-4f02-88f3-f88f8d47e723 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Unset dirty status for tenant:074fdbf4f1214f53add5cfdd523c42e4 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:56:45.624580 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-7434de7a-9fac-4f02-88f3-f88f8d47e723 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=074fdbf4f1214f53add5cfdd523c42e4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4951401
Apr 22 12:56:45.662918 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7c7da7c3-bde7-4568-8017-3220e411e5ee req-3d84e2ab-2929-46e8-b334-2fa762ec1e3e tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2449341
Apr 22 12:56:45.749528 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f55ad-cf55-42dd-9aa9-33d401f66238 req-4996f376-fcf4-4840-8232-8ab9456e8a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:45.749528 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-181f55ad-cf55-42dd-9aa9-33d401f66238 req-4996f376-fcf4-4840-8232-8ab9456e8a8f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 1098 time: 0.2564011
Apr 22 12:56:45.781828 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96436135-8efe-49a0-9d94-63a8aab067e3 req-89915741-100c-40d5-a5df-14af13933bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:45.786534 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-96436135-8efe-49a0-9d94-63a8aab067e3 req-89915741-100c-40d5-a5df-14af13933bf5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 1098 time: 0.3340809
Apr 22 12:56:45.820408 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:45.898663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 012bb192-2437-4489-ae1f-1f30a10d3ec0, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=012bb192-2437-4489-ae1f-1f30a10d3ec0,segment=NetworkSegment(590a52b4-f1fa-4b8b-a3ec-593b160f399a),segment_id=590a52b4-f1fa-4b8b-a3ec-593b160f399a)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:56:45.950679 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:45.953689 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1fbdcbf1-8f87-40c7-a586-30bc5a99d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:45.973441 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-96436135-8efe-49a0-9d94-63a8aab067e3 req-61d9b247-ba94-4e3d-abac-b7dd2a64c4c3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1743188
Apr 22 12:56:46.201902 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=012bb192-2437-4489-ae1f-1f30a10d3ec0,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:46.220274 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:46.292387 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf51e6-f7b4-4fb1-9507-6327582f60c0 req-53e00402-23dc-4241-8805-d5ac7c1eee16 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:46.302836 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8fdf51e6-f7b4-4fb1-9507-6327582f60c0 req-53e00402-23dc-4241-8805-d5ac7c1eee16 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.2449362
Apr 22 12:56:46.387749 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-181f55ad-cf55-42dd-9aa9-33d401f66238 req-066a0e7b-2c56-42ba-a1f8-617740b66d8a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6154478
Apr 22 12:56:46.444452 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8fdf51e6-f7b4-4fb1-9507-6327582f60c0 req-cafd02cd-ff35-463d-8383-3238fdaad026 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383381
Apr 22 12:56:46.450364 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-7878ea28-9333-41ae-8c92-c8533f087b62 service neutron] 10.222.0.20 "GET /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7704899
Apr 22 12:56:46.652541 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-5125eff2-fa99-4f29-818a-b2fe64d97968 service neutron] 10.222.0.20 "GET /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2007072
Apr 22 12:56:46.823187 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-00c505de-ad2d-4cb7-8799-44acadf697f7 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Synchronizing usage tracker for tenant:16ebc3a73d9045e79c95afc066b0c4f5 on resource:security_group {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:56:46.881589 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-00c505de-ad2d-4cb7-8799-44acadf697f7 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Unset dirty status for tenant:16ebc3a73d9045e79c95afc066b0c4f5 on resource:security_group {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:56:46.884267 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-00c505de-ad2d-4cb7-8799-44acadf697f7 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1691870970&fields=id&tenant_id=16ebc3a73d9045e79c95afc066b0c4f5 HTTP/1.1" status: 200  len: 267 time: 0.1754873
Apr 22 12:56:46.984157 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d80aa4f-45be-40e7-b340-7ca6f7cb4625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012bb192-2437-4489-ae1f-1f30a10d3ec0'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:56:47.621241 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-468299f8-180d-481e-8cd2-d35ba3959731 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:47.637883 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-468299f8-180d-481e-8cd2-d35ba3959731 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Synchronizing usage tracker for tenant:16ebc3a73d9045e79c95afc066b0c4f5 on resource:network {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:56:47.728830 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d7e5d-44c6-4215-96cf-f59c78b0d908 req-7b472a85-45f9-49db-a273-8477666345f7 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:47.730552 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-825d7e5d-44c6-4215-96cf-f59c78b0d908 req-7b472a85-45f9-49db-a273-8477666345f7 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 945 time: 0.2374413
Apr 22 12:56:47.746017 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-468299f8-180d-481e-8cd2-d35ba3959731 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Unset dirty status for tenant:16ebc3a73d9045e79c95afc066b0c4f5 on resource:network {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:56:47.747850 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-468299f8-180d-481e-8cd2-d35ba3959731 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/networks?id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0 HTTP/1.1" status: 200  len: 815 time: 0.8348067
Apr 22 12:56:47.781935 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-8b9f1a7c-2229-4fea-b21d-323010151553 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/quotas/16ebc3a73d9045e79c95afc066b0c4f5 HTTP/1.1" status: 200  len: 375 time: 0.0216105
Apr 22 12:56:47.813709 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-825d7e5d-44c6-4215-96cf-f59c78b0d908 req-1236a084-caaa-4ad3-b497-3135e5e48595 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aba7b5d-7ba2-472d-a6af-756caa5f996a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689802
Apr 22 12:56:47.996444 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-63dd9ee4-29de-4605-960f-6661f6bcd99a tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Synchronizing usage tracker for tenant:16ebc3a73d9045e79c95afc066b0c4f5 on resource:port {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:56:48.060200 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-63dd9ee4-29de-4605-960f-6661f6bcd99a tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Unset dirty status for tenant:16ebc3a73d9045e79c95afc066b0c4f5 on resource:port {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:56:48.061722 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-63dd9ee4-29de-4605-960f-6661f6bcd99a tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=16ebc3a73d9045e79c95afc066b0c4f5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2639711
Apr 22 12:56:48.153942 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296997c8-5f71-4f99-be76-d026722d08bc req-b23658ed-d2bc-4eb3-90b4-cb1fe32924c1 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:48.155697 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-296997c8-5f71-4f99-be76-d026722d08bc req-b23658ed-d2bc-4eb3-90b4-cb1fe32924c1 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 945 time: 0.1068776
Apr 22 12:56:48.235032 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-296997c8-5f71-4f99-be76-d026722d08bc req-7164834b-5ec3-46e6-9960-5335149216eb tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659325
Apr 22 12:56:48.434666 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-79e4fc19-f264-4923-af99-05c486aeb4af service neutron] 10.222.0.20 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3480492
Apr 22 12:56:48.469782 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-978ff64d-0160-4824-a870-38f1e26e417b req-3103241a-d986-4785-bc4f-b7d2864515ad tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 210 time: 0.1102118
Apr 22 12:56:48.605490 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d80aa4f-45be-40e7-b340-7ca6f7cb4625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012bb192-2437-4489-ae1f-1f30a10d3ec0', 'code': 200}
Apr 22 12:56:48.831977 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-0c4bda40-5493-4fc9-a2bc-32681ed7e3d4 service neutron] 10.222.0.20 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3740788
Apr 22 12:56:49.100556 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320eb793-a644-4201-8e05-06add83f1bd8 req-c33304fe-cb32-419a-b742-ec06039563e6 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:49.115787 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-320eb793-a644-4201-8e05-06add83f1bd8 req-c33304fe-cb32-419a-b742-ec06039563e6 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.2521029
Apr 22 12:56:49.336238 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2e190efc-a78c-49ab-80b4-d41396e39cf1 req-8ea1bf8b-04d0-4dfa-9781-4fcf38e2260f tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 210 time: 0.1263463
Apr 22 12:56:49.354037 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-320eb793-a644-4201-8e05-06add83f1bd8 req-9280ced9-fe98-42ed-8333-16642c218b7a tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2365060
Apr 22 12:56:49.418331 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9e4d7-6b28-47ba-8c15-29b2795124e9 req-9432fa0a-8fe9-4bfe-ba02-2bc0fa2ee18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:49.421129 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e7a9e4d7-6b28-47ba-8c15-29b2795124e9 req-9432fa0a-8fe9-4bfe-ba02-2bc0fa2ee18c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 1099 time: 0.2430375
Apr 22 12:56:49.506981 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e7a9e4d7-6b28-47ba-8c15-29b2795124e9 req-08935544-e535-4a06-acfa-f2287ad142aa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780599
Apr 22 12:56:49.807115 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2ba29c65-1d9b-4ed3-9fb5-8dbf80f9dcb4 req-556892a3-e210-46ef-aef8-1553bb4d8c2a tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 210 time: 0.0816386
Apr 22 12:56:50.742537 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f1644825-12e2-4715-8b7b-76169766ccd1 req-d9735e48-b566-4ced-b7de-346f4f332ad5 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 210 time: 0.2088428
Apr 22 12:56:50.904863 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 50580) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:51.149560 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 50588) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:51.279963 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefeb0e-c274-4430-be44-d50d54465a68 req-6e85efa6-b3d0-4cd4-884c-6c97812e52d6 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:51.305660 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ebefeb0e-c274-4430-be44-d50d54465a68 req-6e85efa6-b3d0-4cd4-884c-6c97812e52d6 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.5642812
Apr 22 12:56:51.542341 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ebefeb0e-c274-4430-be44-d50d54465a68 req-b33a1515-11e6-4e6f-a212-2d84a7af52e5 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2279718
Apr 22 12:56:51.768935 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cb714bcf-86c3-4b6d-9816-72bc167169a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:51.936243 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-85a37494-f0d1-4cdd-b342-439a13a3afe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:52.002278 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-cb714bcf-86c3-4b6d-9816-72bc167169a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:52.006594 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-85a37494-f0d1-4cdd-b342-439a13a3afe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:52.031583 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-611c8fd3-440c-4844-bc2a-a5931464fcce req-1662d5f8-bacf-4175-8bf9-acc5e3c5ef8f tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 210 time: 0.3707378
Apr 22 12:56:52.043835 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-85a37494-f0d1-4cdd-b342-439a13a3afe4 admin admin] Usage tracker for resource:security_group_rule and tenant:4e8fc1e61ddf49e59952cbd52df5487b is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:52.059236 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-85a37494-f0d1-4cdd-b342-439a13a3afe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:52.091765 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-85a37494-f0d1-4cdd-b342-439a13a3afe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:52.218642 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-cb714bcf-86c3-4b6d-9816-72bc167169a5 admin admin] Usage tracker for resource:security_group_rule and tenant:5006e40990fd4d68bd7039cedc8d3f6d is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:52.227555 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-cb714bcf-86c3-4b6d-9816-72bc167169a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:52.273638 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-95c1b3ee-927b-4e39-9dbd-ca4e802e37fb tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:52.277711 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-95c1b3ee-927b-4e39-9dbd-ca4e802e37fb tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.35 "GET /v2.0/networks?id=9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 HTTP/1.1" status: 200  len: 811 time: 1.0198975
Apr 22 12:56:52.277960 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-cb714bcf-86c3-4b6d-9816-72bc167169a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:52.396835 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0a4d4d80-9c31-437f-a337-f1296d91a1c4 req-48918b45-2a78-43f6-a27a-094f9d66e2a1 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 210 time: 0.1202497
Apr 22 12:56:52.425126 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-85a37494-f0d1-4cdd-b342-439a13a3afe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:52.471689 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-85a37494-f0d1-4cdd-b342-439a13a3afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:52.509725 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-eb370e8e-7d60-424b-9062-cd97b106a294 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:52.550243 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-1f67010f-a6bd-434b-90a9-9344cbe2f408 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=074fdbf4f1214f53add5cfdd523c42e4 HTTP/1.1" status: 200  len: 380 time: 0.2198637
Apr 22 12:56:52.588104 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-1c80fc12-b798-4104-badc-d7987cf3d1e5 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Request body: {'port': {'device_id': '058e1d26-37a7-49c3-8f4b-a6b0e5c4c093', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'admin_state_up': True, 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'security_groups': ['cd617e6f-8cf0-419b-9896-88b9a3bd3675']}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:56:52.672574 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-85a37494-f0d1-4cdd-b342-439a13a3afe4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e8fc1e61ddf49e59952cbd52df5487b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5204926
Apr 22 12:56:52.677288 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 50614) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:52.686989 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a37494-f0d1-4cdd-b342-439a13a3afe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c4c47f-0158-4e38-ac27-970e326c70e7,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:52.765162 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9c86450-301a-4c20-a3a7-91be7df98f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:52.818879 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9c86450-301a-4c20-a3a7-91be7df98f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:52.877416 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-85a37494-f0d1-4cdd-b342-439a13a3afe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:53.198939 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-5f2e8b9c-03a7-41a1-988e-ddb921fed338 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:53.201936 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-5f2e8b9c-03a7-41a1-988e-ddb921fed338 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.35 "GET /v2.0/networks?id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0 HTTP/1.1" status: 200  len: 815 time: 0.3479435
Apr 22 12:56:53.332791 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cb714bcf-86c3-4b6d-9816-72bc167169a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:53.374145 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-d028a72a-03a1-47b1-8cbb-2605a10c5395 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16ebc3a73d9045e79c95afc066b0c4f5 HTTP/1.1" status: 200  len: 380 time: 0.1557376
Apr 22 12:56:53.375670 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9c86450-301a-4c20-a3a7-91be7df98f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:53.394229 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cb714bcf-86c3-4b6d-9816-72bc167169a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:53.405723 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:53.455075 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-9bd6e139-beaa-4e41-aba3-cf64f23ef947 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Request body: {'port': {'device_id': 'd8618687-ceb4-4f17-bda5-00bd22286b10', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'admin_state_up': True, 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'security_groups': ['f1aab1b0-759a-44b1-9574-48b5a5b2e721']}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:56:53.469331 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-1c80fc12-b798-4104-badc-d7987cf3d1e5 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:53.485319 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c86450-301a-4c20-a3a7-91be7df98f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c4c47f-0158-4e38-ac27-970e326c70e7,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:53.488971 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-1c80fc12-b798-4104-badc-d7987cf3d1e5 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:53.502905 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-70e44890-ed79-49a6-96ea-2b3425599c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:53.571040 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d9c86450-301a-4c20-a3a7-91be7df98f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:53.575675 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-cb714bcf-86c3-4b6d-9816-72bc167169a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5006e40990fd4d68bd7039cedc8d3f6d&name=default HTTP/1.1" status: 200  len: 2979 time: 2.6687818
Apr 22 12:56:53.579800 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 50630) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:53.584415 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb714bcf-86c3-4b6d-9816-72bc167169a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9eee62-b44c-4fca-a772-cd9116db5ea6,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:53.589412 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-1c80fc12-b798-4104-badc-d7987cf3d1e5 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Made reservation on behalf of 074fdbf4f1214f53add5cfdd523c42e4 for: {'port': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:56:53.601010 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-1c80fc12-b798-4104-badc-d7987cf3d1e5 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:53.616130 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9c86450-301a-4c20-a3a7-91be7df98f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:53.622298 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-d9c86450-301a-4c20-a3a7-91be7df98f82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41c4c47f-0158-4e38-ac27-970e326c70e7 HTTP/1.1" status: 204  len: 168 time: 0.9391034
Apr 22 12:56:53.635020 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cb714bcf-86c3-4b6d-9816-72bc167169a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:53.872733 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b33ab845-926f-4480-a3f5-7f19bcd3d9d3 req-0ab4614f-ae01-48a6-81c1-fc8f6ea4eec7 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 210 time: 0.4704773
Apr 22 12:56:53.884210 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b2ffc-7dce-446d-978e-491298511147 req-a6d96b65-a240-43ce-aa69-02301e1ef920 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:53.899843 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-530b2ffc-7dce-446d-978e-491298511147 req-a6d96b65-a240-43ce-aa69-02301e1ef920 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.9564359
Apr 22 12:56:54.054400 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-9bd6e139-beaa-4e41-aba3-cf64f23ef947 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:54.095086 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-9bd6e139-beaa-4e41-aba3-cf64f23ef947 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:54.167611 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-9bd6e139-beaa-4e41-aba3-cf64f23ef947 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Made reservation on behalf of 16ebc3a73d9045e79c95afc066b0c4f5 for: {'port': 1} {{(pid=86532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:56:54.180456 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-9bd6e139-beaa-4e41-aba3-cf64f23ef947 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:54.193914 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-1c80fc12-b798-4104-badc-d7987cf3d1e5 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Allocated IP 172.20.0.9 (9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548/0ded796f-1a8d-487b-8bc7-3beffd6cbda9/e4d68785-07eb-4fc6-88ce-123248c53100) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:56:54.348619 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-530b2ffc-7dce-446d-978e-491298511147 req-7b721564-925b-43ff-a8dc-4a4a48ef6ac1 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4466450
Apr 22 12:56:54.424121 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a0ff22cb-6385-490a-9515-4dc484bc3af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:54.496514 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a0ff22cb-6385-490a-9515-4dc484bc3af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:54.557915 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-9bd6e139-beaa-4e41-aba3-cf64f23ef947 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Allocated IP 172.20.0.14 (4a172ddd-5456-4f17-bd1a-5de10be1b0e0/cfdd58e2-dfbe-4bfe-8827-61f9efcab136/38703702-c041-43c4-813d-75a59a519fbc) {{(pid=86532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:56:54.612879 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-1c80fc12-b798-4104-badc-d7987cf3d1e5 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:54.659531 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-1c80fc12-b798-4104-badc-d7987cf3d1e5 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Transition to ACTIVE for port object e4d68785-07eb-4fc6-88ce-123248c53100 will not be triggered until provisioned by entity DHCP. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:56:54.723908 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-697c8636-0619-4cc2-a068-8aa55134ad46 req-3d451d1c-c453-4955-b7d5-e96e529d2f82 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 210 time: 0.0658212
Apr 22 12:56:54.726695 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a0ff22cb-6385-490a-9515-4dc484bc3af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:54.744259 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:54.770797 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 50656) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:54.779205 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff22cb-6385-490a-9515-4dc484bc3af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9eee62-b44c-4fca-a772-cd9116db5ea6,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:54.780950 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a0ff22cb-6385-490a-9515-4dc484bc3af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:54.814705 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b36ef8e6-2387-43da-a1db-032c8d0cbd89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:54.838821 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-b36ef8e6-2387-43da-a1db-032c8d0cbd89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:54.843531 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-b36ef8e6-2387-43da-a1db-032c8d0cbd89 admin admin] Usage tracker for resource:security_group_rule and tenant:40a3a214b4f1466e9d8baf6b9f5875e7 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:54.847082 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-b36ef8e6-2387-43da-a1db-032c8d0cbd89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:54.855858 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-b36ef8e6-2387-43da-a1db-032c8d0cbd89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:54.972319 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b36ef8e6-2387-43da-a1db-032c8d0cbd89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:54.975062 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-9bd6e139-beaa-4e41-aba3-cf64f23ef947 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for port, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:55.001830 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a0ff22cb-6385-490a-9515-4dc484bc3af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:55.007062 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-a0ff22cb-6385-490a-9515-4dc484bc3af8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d9eee62-b44c-4fca-a772-cd9116db5ea6 HTTP/1.1" status: 204  len: 168 time: 1.3781791
Apr 22 12:56:55.016558 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b36ef8e6-2387-43da-a1db-032c8d0cbd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:55.039918 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2d2e2624-7055-4682-bad4-84d3ffbfd0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:55.044725 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-9bd6e139-beaa-4e41-aba3-cf64f23ef947 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Transition to ACTIVE for port object 38703702-c041-43c4-813d-75a59a519fbc will not be triggered until provisioned by entity DHCP. {{(pid=86532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:56:55.085770 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-1c80fc12-b798-4104-badc-d7987cf3d1e5 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:55.136899 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-9bd6e139-beaa-4e41-aba3-cf64f23ef947 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:55.161100 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:55.203071 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-b36ef8e6-2387-43da-a1db-032c8d0cbd89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=40a3a214b4f1466e9d8baf6b9f5875e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4242506
Apr 22 12:56:55.206932 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 50672) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:55.213667 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ef8e6-2387-43da-a1db-032c8d0cbd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5396aa-d7e1-4095-b6d0-c558ba8ffded,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:55.216816 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b36ef8e6-2387-43da-a1db-032c8d0cbd89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:55.227486 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:55.247203 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-9bd6e139-beaa-4e41-aba3-cf64f23ef947 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Network 4a172ddd-5456-4f17-bd1a-5de10be1b0e0 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:56:55.251901 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-9bd6e139-beaa-4e41-aba3-cf64f23ef947 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:56:55.255969 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-9bd6e139-beaa-4e41-aba3-cf64f23ef947 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Received port after_create {{(pid=86532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:56:55.264711 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-9bd6e139-beaa-4e41-aba3-cf64f23ef947 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:55.266270 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-9bd6e139-beaa-4e41-aba3-cf64f23ef947 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for port, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:55.307865 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6e139-beaa-4e41-aba3-cf64f23ef947 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Pushing event updated for resources: {'Port': ['ID=38703702-c041-43c4-813d-75a59a519fbc,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:55.312328 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9bd6e139-beaa-4e41-aba3-cf64f23ef947 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:55.365944 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-9bd6e139-beaa-4e41-aba3-cf64f23ef947 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9617512
Apr 22 12:56:55.378519 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Request body: {'port': {'device_id': 'd8618687-ceb4-4f17-bda5-00bd22286b10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:56:55.450561 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80fc12-b798-4104-badc-d7987cf3d1e5 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Pushing event updated for resources: {'Port': ['ID=e4d68785-07eb-4fc6-88ce-123248c53100,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:55.482838 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1c80fc12-b798-4104-badc-d7987cf3d1e5 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:55.526992 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-1c80fc12-b798-4104-badc-d7987cf3d1e5 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Network 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:56:55.531041 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-1c80fc12-b798-4104-badc-d7987cf3d1e5 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:56:55.574722 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-1c80fc12-b798-4104-badc-d7987cf3d1e5 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:56:55.595888 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-1c80fc12-b798-4104-badc-d7987cf3d1e5 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:55.596806 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-1c80fc12-b798-4104-badc-d7987cf3d1e5 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:55.684777 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-1c80fc12-b798-4104-badc-d7987cf3d1e5 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1160245
Apr 22 12:56:55.688531 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-47cb5a85-fbfb-4cf1-a8f7-675764e6580c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:55.699030 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Request body: {'port': {'device_id': '058e1d26-37a7-49c3-8f4b-a6b0e5c4c093', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:56:55.711622 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c6cf764f-f7dc-4b12-91eb-54fc713b19b9 None None] Provisioning for port 38703702-c041-43c4-813d-75a59a519fbc completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:56:55.723772 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c6cf764f-f7dc-4b12-91eb-54fc713b19b9 None None] Provisioning complete for port 38703702-c041-43c4-813d-75a59a519fbc triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:56:55.724483 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c6cf764f-f7dc-4b12-91eb-54fc713b19b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:55.908309 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf764f-f7dc-4b12-91eb-54fc713b19b9 None None] Port 38703702-c041-43c4-813d-75a59a519fbc cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 12:56:55.992676 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-47cb5a85-fbfb-4cf1-a8f7-675764e6580c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:56.092382 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-d8607b07-3b76-419b-8214-395a7d0ba4cd None None] Provisioning for port e4d68785-07eb-4fc6-88ce-123248c53100 completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:56:56.105952 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-d8607b07-3b76-419b-8214-395a7d0ba4cd None None] Provisioning complete for port e4d68785-07eb-4fc6-88ce-123248c53100 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:56:56.106489 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8607b07-3b76-419b-8214-395a7d0ba4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:56.183284 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:56.184897 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:56.347339 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-d8607b07-3b76-419b-8214-395a7d0ba4cd None None] Port e4d68785-07eb-4fc6-88ce-123248c53100 cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 12:56:56.510019 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86666202-31da-4257-90d4-4baf711a6af7 req-ce65adb2-7372-43db-8bb5-7f136e8c5a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:56.512484 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86666202-31da-4257-90d4-4baf711a6af7 req-ce65adb2-7372-43db-8bb5-7f136e8c5a4b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ee83b5586734c17a93b5a549ee51099&device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 1099 time: 0.6528430
Apr 22 12:56:56.605222 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d1ec6-8911-4cec-95ca-685d33657f96 req-a5e27942-84ca-4ac5-a384-a25255719380 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:56.607357 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-365d1ec6-8911-4cec-95ca-685d33657f96 req-a5e27942-84ca-4ac5-a384-a25255719380 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.5619836
Apr 22 12:56:56.703069 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dbbeb-63f3-49c5-a2ec-3f7a20e8053e req-73630262-04dd-42f9-906e-efe6083753a0 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:56.705477 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4a8dbbeb-63f3-49c5-a2ec-3f7a20e8053e req-73630262-04dd-42f9-906e-efe6083753a0 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 931 time: 0.4894750
Apr 22 12:56:56.955091 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-4a8dbbeb-63f3-49c5-a2ec-3f7a20e8053e req-cc83cd5c-4ed4-4537-ab67-62901c62167a tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Synchronizing usage tracker for tenant:074fdbf4f1214f53add5cfdd523c42e4 on resource:security_group {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:56:56.980230 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-47cb5a85-fbfb-4cf1-a8f7-675764e6580c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:57.001144 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:57.025180 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb5a85-fbfb-4cf1-a8f7-675764e6580c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5396aa-d7e1-4095-b6d0-c558ba8ffded,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:57.027372 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-47cb5a85-fbfb-4cf1-a8f7-675764e6580c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:57.029177 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-47cb5a85-fbfb-4cf1-a8f7-675764e6580c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc5396aa-d7e1-4095-b6d0-c558ba8ffded HTTP/1.1" status: 204  len: 168 time: 1.8144641
Apr 22 12:56:57.047772 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-47cb5a85-fbfb-4cf1-a8f7-675764e6580c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:57.074709 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-4a8dbbeb-63f3-49c5-a2ec-3f7a20e8053e req-cc83cd5c-4ed4-4537-ab67-62901c62167a tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Unset dirty status for tenant:074fdbf4f1214f53add5cfdd523c42e4 on resource:security_group {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:56:57.088621 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4a8dbbeb-63f3-49c5-a2ec-3f7a20e8053e req-cc83cd5c-4ed4-4537-ab67-62901c62167a tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3740017
Apr 22 12:56:57.162390 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-365d1ec6-8911-4cec-95ca-685d33657f96 req-fef3a503-0cae-4802-b97d-0152b8f9b363 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5217199
Apr 22 12:56:57.199666 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86666202-31da-4257-90d4-4baf711a6af7 req-88868347-9bdd-46c2-a9b6-41dafe758b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:57.201397 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86666202-31da-4257-90d4-4baf711a6af7 req-88868347-9bdd-46c2-a9b6-41dafe758b9c service neutron] 10.222.0.35 "GET /v2.0/networks?id=be9c63ee-d5df-4a33-bd14-78e612dd44e6 HTTP/1.1" status: 200  len: 919 time: 0.6165340
Apr 22 12:56:57.315006 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86666202-31da-4257-90d4-4baf711a6af7 req-56b6b20c-2e91-4acf-ac7f-0fcc5dc63062 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=012bb192-2437-4489-ae1f-1f30a10d3ec0 HTTP/1.1" status: 200  len: 217 time: 0.1037362
Apr 22 12:56:57.315553 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 50722) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:57.448648 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38703702-c041-43c4-813d-75a59a519fbc {{(pid=86532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 12:56:57.460741 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:57.479647 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86666202-31da-4257-90d4-4baf711a6af7 req-5984da3b-7139-4c16-bfa0-ed23dba959fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:57.486818 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86666202-31da-4257-90d4-4baf711a6af7 req-5984da3b-7139-4c16-bfa0-ed23dba959fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72efafc1-dd84-4bb1-b54c-b8367450c432 HTTP/1.1" status: 200  len: 858 time: 0.1568298
Apr 22 12:56:57.533876 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Transition to ACTIVE for port object 38703702-c041-43c4-813d-75a59a519fbc will not be triggered until provisioned by entity L2. {{(pid=86532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:56:57.609730 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46849e-26d6-4bdd-8c25-b62d3413049e req-2be1e633-4d4c-4e9e-8e26-5ea99d5917d3 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:57.609730 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-df46849e-26d6-4bdd-8c25-b62d3413049e req-2be1e633-4d4c-4e9e-8e26-5ea99d5917d3 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Synchronizing usage tracker for tenant:16ebc3a73d9045e79c95afc066b0c4f5 on resource:port {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:56:57.610369 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86666202-31da-4257-90d4-4baf711a6af7 req-f78d04fd-c5f2-4468-9da8-33db6a1df836 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be9c63ee-d5df-4a33-bd14-78e612dd44e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0841286
Apr 22 12:56:57.713717 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4c2d566e-d332-4f04-8665-0c8273b5ea30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:57.749161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-4c2d566e-d332-4f04-8665-0c8273b5ea30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:56:57.765662 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-4c2d566e-d332-4f04-8665-0c8273b5ea30 admin admin] Usage tracker for resource:security_group_rule and tenant:770194790b5c4261934821cd4d11f0f8 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:56:57.773126 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-4c2d566e-d332-4f04-8665-0c8273b5ea30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:56:57.783847 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-4c2d566e-d332-4f04-8665-0c8273b5ea30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:56:57.792905 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:57.797022 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-df46849e-26d6-4bdd-8c25-b62d3413049e req-2be1e633-4d4c-4e9e-8e26-5ea99d5917d3 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Unset dirty status for tenant:16ebc3a73d9045e79c95afc066b0c4f5 on resource:port {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:56:57.802239 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-df46849e-26d6-4bdd-8c25-b62d3413049e req-2be1e633-4d4c-4e9e-8e26-5ea99d5917d3 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 932 time: 0.4098868
Apr 22 12:56:57.819609 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:57.926390 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86666202-31da-4257-90d4-4baf711a6af7 req-53736d2d-a3d6-4945-9b03-6becc1e76463 service neutron] 10.222.0.35 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3340518
Apr 22 12:56:57.929832 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d68785-07eb-4fc6-88ce-123248c53100 {{(pid=86533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 12:56:57.947986 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:58.067901 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-df46849e-26d6-4bdd-8c25-b62d3413049e req-ee30d180-ac9f-45a0-b959-0e90f51b8b59 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2533407
Apr 22 12:56:58.137309 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86666202-31da-4257-90d4-4baf711a6af7 req-d8220340-9157-46a0-a8bc-4771abe6e836 service neutron] 10.222.0.35 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2004750
Apr 22 12:56:58.162036 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Transition to ACTIVE for port object e4d68785-07eb-4fc6-88ce-123248c53100 will not be triggered until provisioned by entity L2. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:56:58.219184 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:58.258305 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:58.381120 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=38703702-c041-43c4-813d-75a59a519fbc,revision_number=2']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:58.385314 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:58.386483 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Attempting to bind port 38703702-c041-43c4-813d-75a59a519fbc on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 12:56:58.386858 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Attempting to bind port 38703702-c041-43c4-813d-75a59a519fbc by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'df461302-4648-4d0f-b105-e63066378a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0'}] {{(pid=86532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 12:56:58.387226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Attempting to bind port 38703702-c041-43c4-813d-75a59a519fbc on network 4a172ddd-5456-4f17-bd1a-5de10be1b0e0 {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:56:58.413591 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Port 38703702-c041-43c4-813d-75a59a519fbc on network 4a172ddd-5456-4f17-bd1a-5de10be1b0e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 12:56:58.427111 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Attempting to bind port 38703702-c041-43c4-813d-75a59a519fbc on network 4a172ddd-5456-4f17-bd1a-5de10be1b0e0 {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:56:58.449970 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Checking agent: {'id': 'c59c10bf-e5dd-4538-bcf5-3ec585cc6c03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'started_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 12:56:58.449970 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Checking segment: {'id': 'df461302-4648-4d0f-b105-e63066378a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:56:58.450572 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Bound using segment: {'id': 'df461302-4648-4d0f-b105-e63066378a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0'} {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 12:56:58.451637 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Bound port: 38703702-c041-43c4-813d-75a59a519fbc, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df461302-4648-4d0f-b105-e63066378a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0'}}] {{(pid=86532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 12:56:58.453546 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:58.749821 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4c2d566e-d332-4f04-8665-0c8273b5ea30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:58.833134 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Pushing event updated for resources: {'Port': ['ID=e4d68785-07eb-4fc6-88ce-123248c53100,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:58.836516 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:58.841654 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] For port 38703702-c041-43c4-813d-75a59a519fbc, host hv-cinder-78726, cleared binding levels {{(pid=86532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 12:56:58.846644 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4c2d566e-d332-4f04-8665-0c8273b5ea30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:58.856626 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] For port 38703702-c041-43c4-813d-75a59a519fbc, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=38703702-c041-43c4-813d-75a59a519fbc,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 12:56:58.865142 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:58.872285 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Attempting to bind port e4d68785-07eb-4fc6-88ce-123248c53100 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 12:56:58.872803 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Attempting to bind port e4d68785-07eb-4fc6-88ce-123248c53100 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '5c1e8466-a640-4708-9852-885c77ca66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548'}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 12:56:58.873057 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Attempting to bind port e4d68785-07eb-4fc6-88ce-123248c53100 on network 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:56:58.878296 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663bf4d-756b-49aa-b843-90ff973ebc0b req-f784a007-1d21-49be-b7d9-f801c36b2a36 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:58.883227 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3663bf4d-756b-49aa-b843-90ff973ebc0b req-f784a007-1d21-49be-b7d9-f801c36b2a36 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.4032187
Apr 22 12:56:58.890705 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Port e4d68785-07eb-4fc6-88ce-123248c53100 on network 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 12:56:58.891207 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Attempting to bind port e4d68785-07eb-4fc6-88ce-123248c53100 on network 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:56:58.930658 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:58.933759 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Checking agent: {'id': 'c59c10bf-e5dd-4538-bcf5-3ec585cc6c03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'started_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 12:56:58.933759 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Checking segment: {'id': '5c1e8466-a640-4708-9852-885c77ca66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:56:58.933759 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Bound using segment: {'id': '5c1e8466-a640-4708-9852-885c77ca66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548'} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 12:56:58.933759 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Bound port: e4d68785-07eb-4fc6-88ce-123248c53100, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1e8466-a640-4708-9852-885c77ca66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548'}}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 12:56:58.933759 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:58.941044 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9bd6e139-beaa-4e41-aba3-cf64f23ef947 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:58.959451 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-4c2d566e-d332-4f04-8665-0c8273b5ea30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=770194790b5c4261934821cd4d11f0f8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6312225
Apr 22 12:56:58.964933 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 50794) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:58.972120 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d566e-d332-4f04-8665-0c8273b5ea30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423d9adc-038e-45a9-8272-deb8cd4fe495,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:58.976558 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4c2d566e-d332-4f04-8665-0c8273b5ea30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:59.033015 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=38703702-c041-43c4-813d-75a59a519fbc,revision_number=3']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:59.052385 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3663bf4d-756b-49aa-b843-90ff973ebc0b req-e790b250-5735-4740-8a5e-4aa34bc38d05 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623693
Apr 22 12:56:59.059772 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:59.097974 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:59.099870 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for port, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:59.103305 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] 10.222.0.35 "PUT /v2.0/ports/38703702-c041-43c4-813d-75a59a519fbc HTTP/1.1" status: 200  len: 1094 time: 3.7295413
Apr 22 12:56:59.104779 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8618687-ceb4-4f17-bda5-00bd22286b10', 'tag': '38703702-c041-43c4-813d-75a59a519fbc'}] {{(pid=86532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:56:59.136716 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdb47e-a40f-4c9f-8042-80bf606e6d43 req-59f63d2f-e3d8-470f-a2ce-5e573fe53802 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:59.137543 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-9dcdb47e-a40f-4c9f-8042-80bf606e6d43 req-59f63d2f-e3d8-470f-a2ce-5e573fe53802 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Synchronizing usage tracker for tenant:074fdbf4f1214f53add5cfdd523c42e4 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:56:59.297851 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8618687-ceb4-4f17-bda5-00bd22286b10', 'tag': '38703702-c041-43c4-813d-75a59a519fbc', 'status': 'completed', 'code': 200}
Apr 22 12:56:59.315711 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ddf1-d375-46ac-8ab7-2d0c6d86c707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:59.386787 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-8b623e32-98e1-436f-9360-90163a819002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:59.389308 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-8b623e32-98e1-436f-9360-90163a819002 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16ebc3a73d9045e79c95afc066b0c4f5&device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 1097 time: 0.1741180
Apr 22 12:56:59.391748 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] For port e4d68785-07eb-4fc6-88ce-123248c53100, host hv-cinder-78726, cleared binding levels {{(pid=86533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 12:56:59.395319 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-9dcdb47e-a40f-4c9f-8042-80bf606e6d43 req-59f63d2f-e3d8-470f-a2ce-5e573fe53802 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Unset dirty status for tenant:074fdbf4f1214f53add5cfdd523c42e4 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:56:59.396835 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9dcdb47e-a40f-4c9f-8042-80bf606e6d43 req-59f63d2f-e3d8-470f-a2ce-5e573fe53802 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 943 time: 0.8680391
Apr 22 12:56:59.400739 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ddf1-d375-46ac-8ab7-2d0c6d86c707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:59.418802 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] For port e4d68785-07eb-4fc6-88ce-123248c53100, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e4d68785-07eb-4fc6-88ce-123248c53100,segment=NetworkSegment(5c1e8466-a640-4708-9852-885c77ca66cf),segment_id=5c1e8466-a640-4708-9852-885c77ca66cf)] {{(pid=86533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 12:56:59.458519 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 50810) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:56:59.484178 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:59.496907 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:59.579362 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9dcdb47e-a40f-4c9f-8042-80bf606e6d43 req-66aa192d-0e97-4f5d-8416-64904f915038 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1683154
Apr 22 12:56:59.595705 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:59.595955 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:59.597478 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] 10.222.0.35 "PUT /v2.0/ports/e4d68785-07eb-4fc6-88ce-123248c53100 HTTP/1.1" status: 200  len: 1093 time: 3.9043813
Apr 22 12:56:59.599824 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-87e40547-c649-4da8-8783-a25c8fe93be5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38703702-c041-43c4-813d-75a59a519fbc HTTP/1.1" status: 200  len: 217 time: 0.1143641
Apr 22 12:56:59.601557 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058e1d26-37a7-49c3-8f4b-a6b0e5c4c093', 'tag': 'e4d68785-07eb-4fc6-88ce-123248c53100'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:56:59.686416 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Pushing event updated for resources: {'Port': ['ID=e4d68785-07eb-4fc6-88ce-123248c53100,revision_number=3']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:59.703819 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:59.714201 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ddf1-d375-46ac-8ab7-2d0c6d86c707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:59.715319 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-00586431-bb4d-4516-881e-c836fea3fdbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:56:59.737712 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-bf270853-3d01-47f9-8ff8-6608dda27a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:59.740374 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-bf270853-3d01-47f9-8ff8-6608dda27a55 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdd58e2-dfbe-4bfe-8827-61f9efcab136 HTTP/1.1" status: 200  len: 854 time: 0.1242261
Apr 22 12:56:59.769635 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274a5d6-a1c5-4790-b348-14d4752ad40f req-f2893cb8-4c30-45a8-b3ce-faa8624413fb tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:59.779358 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c274a5d6-a1c5-4790-b348-14d4752ad40f req-f2893cb8-4c30-45a8-b3ce-faa8624413fb tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 944 time: 0.3809102
Apr 22 12:56:59.841809 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058e1d26-37a7-49c3-8f4b-a6b0e5c4c093', 'tag': 'e4d68785-07eb-4fc6-88ce-123248c53100', 'status': 'completed', 'code': 200}
Apr 22 12:56:59.856017 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1ddf1-d375-46ac-8ab7-2d0c6d86c707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423d9adc-038e-45a9-8272-deb8cd4fe495,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:56:59.869195 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-fcb1ddf1-d375-46ac-8ab7-2d0c6d86c707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:56:59.882011 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ddf1-d375-46ac-8ab7-2d0c6d86c707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:56:59.883805 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-fcb1ddf1-d375-46ac-8ab7-2d0c6d86c707 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/423d9adc-038e-45a9-8272-deb8cd4fe495 HTTP/1.1" status: 204  len: 168 time: 0.9147718
Apr 22 12:56:59.925510 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c274a5d6-a1c5-4790-b348-14d4752ad40f req-e7299e48-06a9-4d26-9631-1924f3df067c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1448233
Apr 22 12:56:59.971830 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1261405073-network', 'tenant_id': 'ce2354d7caba48e4accd41fad53b0add'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:56:59.989124 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-e51875a5-09dc-4f86-a103-b489fa8fb827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:56:59.990836 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-e51875a5-09dc-4f86-a103-b489fa8fb827 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2378080
Apr 22 12:56:59.995924 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:57:00.016102 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-7fcbf501-2bd7-4733-9862-dc126cc514d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:00.022584 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-7fcbf501-2bd7-4733-9862-dc126cc514d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=074fdbf4f1214f53add5cfdd523c42e4&device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 1096 time: 0.3082452
Apr 22 12:57:00.023830 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Usage tracker for resource:network and tenant:ce2354d7caba48e4accd41fad53b0add is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:57:00.029779 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:57:00.178710 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:57:00.204317 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-1bc47182-089a-4f30-958c-a1fb56faa455 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4d68785-07eb-4fc6-88ce-123248c53100 HTTP/1.1" status: 200  len: 217 time: 0.1673968
Apr 22 12:57:00.262323 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-e660657d-dfaf-493c-b124-d87183f1ec88 service neutron] 10.222.0.35 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2532449
Apr 22 12:57:00.314943 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-1cd23fbb-4a21-4e7b-9291-d17225783dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:00.318389 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-1cd23fbb-4a21-4e7b-9291-d17225783dcc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ded796f-1a8d-487b-8bc7-3beffd6cbda9 HTTP/1.1" status: 200  len: 850 time: 0.1045928
Apr 22 12:57:00.320351 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Made reservation on behalf of ce2354d7caba48e4accd41fad53b0add for: {'network': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:57:00.325625 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for network, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:00.396417 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:00.470386 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:57:00.498571 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Usage tracker for resource:security_group_rule and tenant:ce2354d7caba48e4accd41fad53b0add is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:57:00.503081 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:57:00.512826 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:57:00.650227 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-527a48de-56ac-4206-b98a-0c11f9ab6bbd req-274da99b-93ba-4832-8db5-2625d14176ae service neutron] 10.222.0.35 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3767898
Apr 22 12:57:00.655242 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-2dfb0520-284b-4297-8a4c-6b98d9ced2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:00.659241 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-2dfb0520-284b-4297-8a4c-6b98d9ced2d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3198249
Apr 22 12:57:00.823238 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 50848) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:00.873591 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4bbd3-cb64-49d9-bfe4-deb90d979040 req-9714d673-6e61-4bca-b4be-797f5caa8986 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:00.883790 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f6b4bbd3-cb64-49d9-bfe4-deb90d979040 req-9714d673-6e61-4bca-b4be-797f5caa8986 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.4713252
Apr 22 12:57:00.952437 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-13aecc99-7981-4e6d-94d1-95f7652cf187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:01.049124 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:01.053371 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-13aecc99-7981-4e6d-94d1-95f7652cf187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:57:01.076530 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-13aecc99-7981-4e6d-94d1-95f7652cf187 admin admin] Usage tracker for resource:security_group_rule and tenant:4ae000f17087481cb95a7818bb448882 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:57:01.091854 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e28b69-460c-4a73-8678-bceea92f54f2 req-8056695c-d11d-4923-b03d-ff4abc33502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:01.095308 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-84e28b69-460c-4a73-8678-bceea92f54f2 req-8056695c-d11d-4923-b03d-ff4abc33502b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16ebc3a73d9045e79c95afc066b0c4f5&device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 1097 time: 0.3465307
Apr 22 12:57:01.112484 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-13aecc99-7981-4e6d-94d1-95f7652cf187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:57:01.123064 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:01.134014 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4160c935-ae9f-4322-9be2-683f9c8fbcba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:01.145556 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f6b4bbd3-cb64-49d9-bfe4-deb90d979040 req-c0b6a973-cfb0-4ce0-a8dd-b5a90116128b tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2594056
Apr 22 12:57:01.163218 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-13aecc99-7981-4e6d-94d1-95f7652cf187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:57:01.209581 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'}  {{(pid=86533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 12:57:01.219317 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-17ca5570-a82f-4877-bd4b-2588d41f4a82 service neutron] 10.222.0.35 "GET /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5496812
Apr 22 12:57:01.275099 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cc920-da3f-47a9-9910-9f072ce3c400 req-b831e101-bc22-441c-8723-1730c5b9c863 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:01.276975 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e86cc920-da3f-47a9-9910-9f072ce3c400 req-b831e101-bc22-441c-8723-1730c5b9c863 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 943 time: 0.3766122
Apr 22 12:57:01.294582 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c70abc-4a3b-432a-8724-0688436a33d6,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:01.301793 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:01.337260 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:01.337842 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.segments_db [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Added segment f5b8c809-2e7c-4123-be28-5a6eb3ec9fec of type vlan for network 6c603c0e-7613-4aeb-adc8-8ca6c7be4f68
Apr 22 12:57:01.493770 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e28b69-460c-4a73-8678-bceea92f54f2 req-2a135027-2fc5-4a99-ab09-5d1f0acdc13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:01.496991 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-84e28b69-460c-4a73-8678-bceea92f54f2 req-2a135027-2fc5-4a99-ab09-5d1f0acdc13f service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0 HTTP/1.1" status: 200  len: 916 time: 0.3934608
Apr 22 12:57:01.516482 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e86cc920-da3f-47a9-9910-9f072ce3c400 req-e5ad7fab-e9f8-4008-803b-b4d2b86bab49 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1979492
Apr 22 12:57:01.637723 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776326693849'] for network, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:01.667288 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-84e28b69-460c-4a73-8678-bceea92f54f2 req-758d2540-6294-477f-b461-f16fbbd96501 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38703702-c041-43c4-813d-75a59a519fbc HTTP/1.1" status: 200  len: 217 time: 0.1491249
Apr 22 12:57:01.758405 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e28b69-460c-4a73-8678-bceea92f54f2 req-08fb1e47-ced7-4237-b9b9-5aab7ec00d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:01.760648 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-84e28b69-460c-4a73-8678-bceea92f54f2 req-08fb1e47-ced7-4237-b9b9-5aab7ec00d66 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdd58e2-dfbe-4bfe-8827-61f9efcab136 HTTP/1.1" status: 200  len: 854 time: 0.0816474
Apr 22 12:57:01.896265 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e28b69-460c-4a73-8678-bceea92f54f2 req-b4a6dc37-2808-4b57-bb55-1b1c64920ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:01.899034 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-84e28b69-460c-4a73-8678-bceea92f54f2 req-b4a6dc37-2808-4b57-bb55-1b1c64920ba1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1290245
Apr 22 12:57:02.058868 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d7d91d45-1a9c-4b82-a5f5-5198cd641b80 req-c6ebf216-d3d9-429e-a741-c3032ec6c3db service neutron] 10.222.0.35 "GET /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8215017
Apr 22 12:57:02.101676 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d7ddf-48fe-499d-bf9f-94d8cea51d7b req-c3d20bab-cd48-4f4c-b9c1-07dc1eac86e6 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:02.103689 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1d6d7ddf-48fe-499d-bf9f-94d8cea51d7b req-c3d20bab-cd48-4f4c-b9c1-07dc1eac86e6 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 944 time: 0.7918735
Apr 22 12:57:02.109361 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-13aecc99-7981-4e6d-94d1-95f7652cf187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:02.110406 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for network, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:02.112300 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:02.112957 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:02.121436 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3be9bebf-b2be-4234-b240-1a31bd2f59ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:02.134337 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-84e28b69-460c-4a73-8678-bceea92f54f2 req-7640435f-8ff2-44cc-ac53-fa7dc5e15572 service neutron] 10.222.0.35 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2218313
Apr 22 12:57:02.284653 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-13aecc99-7981-4e6d-94d1-95f7652cf187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:02.379711 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Pushing event updated for resources: {'Network': ['ID=6c603c0e-7613-4aeb-adc8-8ca6c7be4f68,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:02.383067 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:02.387007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:02.392962 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Network 6c603c0e-7613-4aeb-adc8-8ca6c7be4f68 details requested by agent ovs-agent-dv-cinder-787262-3-iscsi with host dv-cinder-787262-3-iscsi {{(pid=86534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 12:57:02.402971 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.9429903
Apr 22 12:57:02.409330 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1d6d7ddf-48fe-499d-bf9f-94d8cea51d7b req-2daba348-b806-4fc8-9b28-8cf1f23dbda1 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2904761
Apr 22 12:57:02.416487 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-13aecc99-7981-4e6d-94d1-95f7652cf187 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ae000f17087481cb95a7818bb448882&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5737290
Apr 22 12:57:02.420198 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 50862) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:02.420729 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 50864) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:02.433722 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-80a3b501-8fc9-4fff-a2bc-545f9df23b40 admin admin] Request body: {'subnet': {'network_id': '6c603c0e-7613-4aeb-adc8-8ca6c7be4f68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1261405073-subnet', 'tenant_id': 'ce2354d7caba48e4accd41fad53b0add', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:57:02.440398 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-80a3b501-8fc9-4fff-a2bc-545f9df23b40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:57:02.449549 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-80a3b501-8fc9-4fff-a2bc-545f9df23b40 admin admin] Usage tracker for resource:subnet and tenant:ce2354d7caba48e4accd41fad53b0add is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:57:02.449722 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-80a3b501-8fc9-4fff-a2bc-545f9df23b40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:57:02.456225 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-80a3b501-8fc9-4fff-a2bc-545f9df23b40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:57:02.465814 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-84e28b69-460c-4a73-8678-bceea92f54f2 req-4cb60eb2-0dc6-4dcf-9da6-1402a06e1136 service neutron] 10.222.0.35 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3210351
Apr 22 12:57:02.622090 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a3b501-8fc9-4fff-a2bc-545f9df23b40 admin admin] Made reservation on behalf of ce2354d7caba48e4accd41fad53b0add for: {'subnet': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:57:02.628007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-80a3b501-8fc9-4fff-a2bc-545f9df23b40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:02.641810 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b52fbd-0215-43e0-8837-05a414879b9c req-90a81e5f-d34f-461d-b49e-f0fdc41d4728 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:02.644133 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-12b52fbd-0215-43e0-8837-05a414879b9c req-90a81e5f-d34f-461d-b49e-f0fdc41d4728 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.3302619
Apr 22 12:57:02.661671 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aecc99-7981-4e6d-94d1-95f7652cf187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89143465-e0db-46c1-af4e-d08d550b96de,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:02.682811 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-13aecc99-7981-4e6d-94d1-95f7652cf187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:02.759807 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-12b52fbd-0215-43e0-8837-05a414879b9c req-ff5c799a-43ea-4aca-9bfc-67ae115d7bcb tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950646
Apr 22 12:57:02.779521 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9c6279f2-3b88-442c-8d71-21dcb3e7bf69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:02.894095 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9c6279f2-3b88-442c-8d71-21dcb3e7bf69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:02.929883 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea6f55-4ac7-4962-b996-f7df244c1c5d req-c51c5dbd-a5c5-4a16-b1c9-e38e5d98941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:02.931604 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-56ea6f55-4ac7-4962-b996-f7df244c1c5d req-c51c5dbd-a5c5-4a16-b1c9-e38e5d98941d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=074fdbf4f1214f53add5cfdd523c42e4&device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 1096 time: 0.6960983
Apr 22 12:57:02.948237 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 38703702-c041-43c4-813d-75a59a519fbc details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 12:57:03.137124 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 38703702-c041-43c4-813d-75a59a519fbc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=38703702-c041-43c4-813d-75a59a519fbc,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:57:03.157295 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': '38703702-c041-43c4-813d-75a59a519fbc', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'port_id': '38703702-c041-43c4-813d-75a59a519fbc', 'mac_address': 'fa:16:3e:27:57:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 12:57:03.182216 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2ddef-81cf-487c-b2b4-688775911372 req-169b0eda-14b0-4b7a-9121-174a0df0a13f tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:03.189862 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-06b2ddef-81cf-487c-b2b4-688775911372 req-169b0eda-14b0-4b7a-9121-174a0df0a13f tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 943 time: 0.3845084
Apr 22 12:57:03.236740 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:03.261354 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38703702-c041-43c4-813d-75a59a519fbc {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 12:57:03.293413 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea6f55-4ac7-4962-b996-f7df244c1c5d req-ce656d4a-4c40-407f-a47b-a0d9ad952202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:03.295160 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-56ea6f55-4ac7-4962-b996-f7df244c1c5d req-ce656d4a-4c40-407f-a47b-a0d9ad952202 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 HTTP/1.1" status: 200  len: 912 time: 0.3513358
Apr 22 12:57:03.310358 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9c6279f2-3b88-442c-8d71-21dcb3e7bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:03.313216 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5c214055-b29c-42ad-b754-9a0fa92bee39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:03.376782 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 38703702-c041-43c4-813d-75a59a519fbc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=38703702-c041-43c4-813d-75a59a519fbc,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:57:03.403179 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6279f2-3b88-442c-8d71-21dcb3e7bf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89143465-e0db-46c1-af4e-d08d550b96de,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:03.407776 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-06b2ddef-81cf-487c-b2b4-688775911372 req-23a25bcd-2be9-4e9d-9f04-0557b247b228 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2170830
Apr 22 12:57:03.423478 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9c6279f2-3b88-442c-8d71-21dcb3e7bf69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:03.443804 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-56ea6f55-4ac7-4962-b996-f7df244c1c5d req-d3ab3c08-bfb7-4ad5-9ae1-43433398b510 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4d68785-07eb-4fc6-88ce-123248c53100 HTTP/1.1" status: 200  len: 217 time: 0.0984025
Apr 22 12:57:03.443966 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:03.443966 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:03.485297 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9c6279f2-3b88-442c-8d71-21dcb3e7bf69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:03.490340 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-9c6279f2-3b88-442c-8d71-21dcb3e7bf69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89143465-e0db-46c1-af4e-d08d550b96de HTTP/1.1" status: 204  len: 168 time: 1.0648928
Apr 22 12:57:03.551598 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=38703702-c041-43c4-813d-75a59a519fbc,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:03.556007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:03.611001 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea6f55-4ac7-4962-b996-f7df244c1c5d req-969d3043-03e1-4b9a-bd8c-bfb2d07e8632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:03.612700 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-56ea6f55-4ac7-4962-b996-f7df244c1c5d req-969d3043-03e1-4b9a-bd8c-bfb2d07e8632 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ded796f-1a8d-487b-8bc7-3beffd6cbda9 HTTP/1.1" status: 200  len: 850 time: 0.1747675
Apr 22 12:57:03.728809 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613eaccf-7d2e-4562-916c-add459d1c64b req-369c0980-e8c7-4216-af45-df1a737b5c78 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:03.730946 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-613eaccf-7d2e-4562-916c-add459d1c64b req-369c0980-e8c7-4216-af45-df1a737b5c78 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 945 time: 0.1081839
Apr 22 12:57:03.740867 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea6f55-4ac7-4962-b996-f7df244c1c5d req-42d241bb-ef4d-4b05-ae16-9347553e86a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:03.742541 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-56ea6f55-4ac7-4962-b996-f7df244c1c5d req-42d241bb-ef4d-4b05-ae16-9347553e86a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1217785
Apr 22 12:57:03.790407 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['38703702-c041-43c4-813d-75a59a519fbc'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 12:57:03.797525 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-613eaccf-7d2e-4562-916c-add459d1c64b req-185079fb-60b6-4cfb-b0dc-6126a3cbe3da tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592749
Apr 22 12:57:04.205313 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-80a3b501-8fc9-4fff-a2bc-545f9df23b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for subnet, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:04.220476 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c8aef166-b07f-456e-b355-c884587ffbd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:04.260597 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 50892) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:04.273189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 12:57:04.292378 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a2edc707-1591-4922-84d7-3ad2c7d0dae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:04.314931 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a2edc707-1591-4922-84d7-3ad2c7d0dae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:57:04.323053 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a2edc707-1591-4922-84d7-3ad2c7d0dae4 admin admin] Usage tracker for resource:security_group_rule and tenant:589b1477d3044301be95cb55fb3c18f0 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:57:04.328971 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a2edc707-1591-4922-84d7-3ad2c7d0dae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:57:04.347916 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a2edc707-1591-4922-84d7-3ad2c7d0dae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:57:04.388041 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-56ea6f55-4ac7-4962-b996-f7df244c1c5d req-f1b1d6d8-1ba0-4a95-b869-209a282fc476 service neutron] 10.222.0.35 "GET /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6360750
Apr 22 12:57:04.523142 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a2edc707-1591-4922-84d7-3ad2c7d0dae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:04.584636 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3b501-8fc9-4fff-a2bc-545f9df23b40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e1d72a8-eaf1-4d20-89d9-99e6b4740a2d,revision_number=0']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:04.588712 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-80a3b501-8fc9-4fff-a2bc-545f9df23b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:04.624721 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a126fa7-dadc-4fdd-ba9e-d38738e82686 req-d35aff43-837a-436d-ad1c-872a8eec514b tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:04.626551 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5a126fa7-dadc-4fdd-ba9e-d38738e82686 req-d35aff43-837a-436d-ad1c-872a8eec514b tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.5823953
Apr 22 12:57:04.627404 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a3b501-8fc9-4fff-a2bc-545f9df23b40 admin admin] Checking segment: {'id': 'f5b8c809-2e7c-4123-be28-5a6eb3ec9fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6c603c0e-7613-4aeb-adc8-8ca6c7be4f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:57:04.627827 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a3b501-8fc9-4fff-a2bc-545f9df23b40 admin admin] Network hostable DHCP agents. Network: 6c603c0e-7613-4aeb-adc8-8ca6c7be4f68, hostable agents: ['87489297-b04a-4f62-8251-98d0a06ee999'], hosted agents: [] {{(pid=86533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 12:57:04.717814 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a2edc707-1591-4922-84d7-3ad2c7d0dae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:04.735553 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:04.757799 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5a126fa7-dadc-4fdd-ba9e-d38738e82686 req-75e7b69b-f599-4b0a-be65-b5450de4b424 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206858
Apr 22 12:57:04.762568 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a3b501-8fc9-4fff-a2bc-545f9df23b40 admin admin] Network 6c603c0e-7613-4aeb-adc8-8ca6c7be4f68 is scheduled to be hosted by DHCP agent 87489297-b04a-4f62-8251-98d0a06ee999 with binding_index 1 {{(pid=86533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 12:57:04.769519 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-56ea6f55-4ac7-4962-b996-f7df244c1c5d req-0922e1a6-b89c-4c25-bbeb-5e182d1a7def service neutron] 10.222.0.35 "GET /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3637242
Apr 22 12:57:04.806139 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-a2edc707-1591-4922-84d7-3ad2c7d0dae4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=589b1477d3044301be95cb55fb3c18f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5438876
Apr 22 12:57:04.808029 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edc707-1591-4922-84d7-3ad2c7d0dae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753f7927-1b72-4373-b0b4-ab4469ab8ec6,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:04.810512 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 50902) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:04.815012 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a2edc707-1591-4922-84d7-3ad2c7d0dae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:04.858783 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-80a3b501-8fc9-4fff-a2bc-545f9df23b40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-iscsi, 6c603c0e-7613-4aeb-adc8-8ca6c7be4f68) {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:57:04.867773 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a3b501-8fc9-4fff-a2bc-545f9df23b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:04.868596 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-80a3b501-8fc9-4fff-a2bc-545f9df23b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:04.885450 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe824e1f-7b32-4fd4-ba73-8aa1480fb395 None None] Network 6c603c0e-7613-4aeb-adc8-8ca6c7be4f68 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 12:57:04.937269 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bc5da948-d407-45d5-9485-43461b873844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:04.983228 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-80a3b501-8fc9-4fff-a2bc-545f9df23b40 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.5596538
Apr 22 12:57:04.985746 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bc5da948-d407-45d5-9485-43461b873844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:05.310637 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef7092-43f0-4dc7-b3b6-ff115d5fe1f8 req-fd4ea810-3bac-43fc-b4b0-fae6d34241fd tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:05.324459 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-88ef7092-43f0-4dc7-b3b6-ff115d5fe1f8 req-fd4ea810-3bac-43fc-b4b0-fae6d34241fd tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 945 time: 0.2992733
Apr 22 12:57:05.325431 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bc5da948-d407-45d5-9485-43461b873844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:05.341119 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d12f67-515c-48c4-a76b-52f07c147d12 req-6ab06896-58a0-467d-bdf2-a8abe062c517 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:05.344880 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b0d12f67-515c-48c4-a76b-52f07c147d12 req-6ab06896-58a0-467d-bdf2-a8abe062c517 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 943 time: 0.4970572
Apr 22 12:57:05.349608 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-47cb5a85-fbfb-4cf1-a8f7-675764e6580c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:05.451555 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5da948-d407-45d5-9485-43461b873844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753f7927-1b72-4373-b0b4-ab4469ab8ec6,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:05.455628 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b0d12f67-515c-48c4-a76b-52f07c147d12 req-afe897db-0907-494b-8d02-5695744e15b1 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1019530
Apr 22 12:57:05.457107 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-bc5da948-d407-45d5-9485-43461b873844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:05.480770 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bc5da948-d407-45d5-9485-43461b873844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:05.487104 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-bc5da948-d407-45d5-9485-43461b873844 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/753f7927-1b72-4373-b0b4-ab4469ab8ec6 HTTP/1.1" status: 204  len: 168 time: 0.6700647
Apr 22 12:57:05.528555 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-88ef7092-43f0-4dc7-b3b6-ff115d5fe1f8 req-857c6620-a14f-46d3-8b23-78658badf56e tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aba7b5d-7ba2-472d-a6af-756caa5f996a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1835876
Apr 22 12:57:05.740201 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device e4d68785-07eb-4fc6-88ce-123248c53100 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 12:57:05.745419 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 38703702-c041-43c4-813d-75a59a519fbc up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:57:05.923620 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be14b74-ff8a-4823-93b8-f73c75d50a56 None None] Network 6c603c0e-7613-4aeb-adc8-8ca6c7be4f68 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 12:57:06.099604 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dee10-f139-4da5-af08-0e511d6e9a33 req-45c154ff-e87d-4ad5-aa91-cd4163506015 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:06.113547 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-723dee10-f139-4da5-af08-0e511d6e9a33 req-45c154ff-e87d-4ad5-aa91-cd4163506015 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 945 time: 0.2729948
Apr 22 12:57:06.271986 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-67d0fba9-7b76-432a-a4e9-6a754e4b98cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:06.272130 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-723dee10-f139-4da5-af08-0e511d6e9a33 req-170ade3e-d88f-402c-aa7e-07b03ef389cd tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1103623
Apr 22 12:57:06.423502 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning for port 38703702-c041-43c4-813d-75a59a519fbc completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:57:06.540881 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08504396-6358-4559-b618-1a7900de15a4 req-fdbe6807-af83-4db2-957c-fa8becbeadff tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:06.542631 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-08504396-6358-4559-b618-1a7900de15a4 req-fdbe6807-af83-4db2-957c-fa8becbeadff tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.5554907
Apr 22 12:57:06.592631 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port 38703702-c041-43c4-813d-75a59a519fbc triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:57:06.593055 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:06.768322 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port e4d68785-07eb-4fc6-88ce-123248c53100, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e4d68785-07eb-4fc6-88ce-123248c53100,segment=NetworkSegment(5c1e8466-a640-4708-9852-885c77ca66cf),segment_id=5c1e8466-a640-4708-9852-885c77ca66cf)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:57:06.804447 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': 'e4d68785-07eb-4fc6-88ce-123248c53100', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'port_id': 'e4d68785-07eb-4fc6-88ce-123248c53100', 'mac_address': 'fa:16:3e:ec:2d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 12:57:06.829697 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-08504396-6358-4559-b618-1a7900de15a4 req-a8ef99bf-7cab-4b8e-8780-57a8ca9ec714 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2514465
Apr 22 12:57:06.851771 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 50946) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:06.885009 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de8732-cc3d-4de9-9d28-07e76ddb0f20 req-02d74425-d3a6-4cfb-a836-5d0692a36eb1 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:06.891894 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-976309517-network', 'tenant_id': '63c21f2202564730be847961e626bb52'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:57:06.899060 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a6de8732-cc3d-4de9-9d28-07e76ddb0f20 req-02d74425-d3a6-4cfb-a836-5d0692a36eb1 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 945 time: 0.3033218
Apr 22 12:57:06.922288 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:57:06.942208 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Usage tracker for resource:network and tenant:63c21f2202564730be847961e626bb52 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:57:06.952715 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:57:06.974603 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:57:07.004775 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:07.048933 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:07.054707 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:07.073026 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d68785-07eb-4fc6-88ce-123248c53100 {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 12:57:07.079119 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-a6de8732-cc3d-4de9-9d28-07e76ddb0f20 req-edbc0125-d688-4bc4-974b-a83ce454ffb3 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Deleting port c66d066b-e377-43e2-85d0-7b8d33e5bf1d {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 12:57:07.080262 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Made reservation on behalf of 63c21f2202564730be847961e626bb52 for: {'network': 1} {{(pid=86532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:57:07.085966 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for network, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:07.088182 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-a6de8732-cc3d-4de9-9d28-07e76ddb0f20 req-edbc0125-d688-4bc4-974b-a83ce454ffb3 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:07.100554 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port e4d68785-07eb-4fc6-88ce-123248c53100, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e4d68785-07eb-4fc6-88ce-123248c53100,segment=NetworkSegment(5c1e8466-a640-4708-9852-885c77ca66cf),segment_id=5c1e8466-a640-4708-9852-885c77ca66cf)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:57:07.106031 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:07.125837 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8618687-ceb4-4f17-bda5-00bd22286b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38703702-c041-43c4-813d-75a59a519fbc'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:57:07.139321 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:57:07.145730 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Usage tracker for resource:security_group_rule and tenant:63c21f2202564730be847961e626bb52 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:57:07.146499 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 38703702-c041-43c4-813d-75a59a519fbc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=38703702-c041-43c4-813d-75a59a519fbc,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:57:07.149100 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:57:07.151366 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:07.154392 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:07.164277 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:57:07.203329 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:07.234062 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device c66d066b-e377-43e2-85d0-7b8d33e5bf1d no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 12:57:07.277020 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:07.308379 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=e4d68785-07eb-4fc6-88ce-123248c53100,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:07.314286 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:07.315041 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-bbc35379-151b-4cef-801d-8695931baac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:07.322506 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d8fad-43ca-466e-bff1-0205ecfdf5a8 req-38ac1a2c-253c-48ed-b788-1d60a869c5a1 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:07.324485 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cd0d8fad-43ca-466e-bff1-0205ecfdf5a8 req-38ac1a2c-253c-48ed-b788-1d60a869c5a1 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 943 time: 0.3298600
Apr 22 12:57:07.325812 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:07.339935 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'}  {{(pid=86532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 12:57:07.351289 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:07.351911 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.segments_db [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Added segment 7c9e4b31-dcf6-4764-99af-be4c54e5a264 of type vlan for network 792251d2-110b-46ae-a77d-520c206c502f
Apr 22 12:57:07.386049 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776326693849'] for network, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:07.425221 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:07.462563 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722138a8-d972-4337-a5a9-40c4c3adedc5,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:07.498982 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:07.518230 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for network, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:07.536121 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=38703702-c041-43c4-813d-75a59a519fbc,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:07.548300 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['e4d68785-07eb-4fc6-88ce-123248c53100'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 12:57:07.583882 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:07.596251 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:07.599069 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:07.639926 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:07.681017 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c6a76d33-5bc0-4df3-a5d6-3bdd3f96d298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:07.728965 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 50960) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:07.729401 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8753138
Apr 22 12:57:07.749721 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port c66d066b-e377-43e2-85d0-7b8d33e5bf1d, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c66d066b-e377-43e2-85d0-7b8d33e5bf1d,segment=NetworkSegment(55ee3340-25f3-46df-8eaf-e8689c26f586),segment_id=55ee3340-25f3-46df-8eaf-e8689c26f586)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:57:07.756418 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-e24ff60d-88e6-4dcd-99fa-ef7133e2be49 admin admin] Request body: {'subnet': {'network_id': '792251d2-110b-46ae-a77d-520c206c502f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-976309517-subnet', 'tenant_id': '63c21f2202564730be847961e626bb52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:57:07.780652 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-e24ff60d-88e6-4dcd-99fa-ef7133e2be49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:57:07.798772 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:07.804328 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-acf4ed19-2064-4b75-b850-a4407a703b9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:07.829189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64498c0a-7797-439d-93d2-60826fe6bd9f req-16dcb4c1-b212-4490-b38a-828b12737d5a tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:07.846158 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-64498c0a-7797-439d-93d2-60826fe6bd9f req-16dcb4c1-b212-4490-b38a-828b12737d5a tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 945 time: 0.5895030
Apr 22 12:57:07.858093 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-e24ff60d-88e6-4dcd-99fa-ef7133e2be49 admin admin] Usage tracker for resource:subnet and tenant:63c21f2202564730be847961e626bb52 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:57:07.893984 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cd0d8fad-43ca-466e-bff1-0205ecfdf5a8 req-cf1250d4-14d1-44cb-ad7d-9c39b2f34b92 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4695106
Apr 22 12:57:07.938162 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-e24ff60d-88e6-4dcd-99fa-ef7133e2be49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:57:07.955708 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-e24ff60d-88e6-4dcd-99fa-ef7133e2be49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:57:07.970519 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Pushing event updated for resources: {'Network': ['ID=792251d2-110b-46ae-a77d-520c206c502f,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:07.976691 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:07.984420 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=c66d066b-e377-43e2-85d0-7b8d33e5bf1d,revision_number=6']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:07.989279 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:07.994827 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Network 792251d2-110b-46ae-a77d-520c206c502f details requested by agent ovs-agent-dv-cinder-787262-3-iscsi with host dv-cinder-787262-3-iscsi {{(pid=86534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 12:57:08.057299 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-a6de8732-cc3d-4de9-9d28-07e76ddb0f20 req-edbc0125-d688-4bc4-974b-a83ce454ffb3 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] For port c66d066b-e377-43e2-85d0-7b8d33e5bf1d, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c66d066b-e377-43e2-85d0-7b8d33e5bf1d,segment=NetworkSegment(55ee3340-25f3-46df-8eaf-e8689c26f586),segment_id=55ee3340-25f3-46df-8eaf-e8689c26f586)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:57:08.057723 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-a6de8732-cc3d-4de9-9d28-07e76ddb0f20 req-edbc0125-d688-4bc4-974b-a83ce454ffb3 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:08.195094 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8618687-ceb4-4f17-bda5-00bd22286b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38703702-c041-43c4-813d-75a59a519fbc', 'code': 200}
Apr 22 12:57:08.317391 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-64498c0a-7797-439d-93d2-60826fe6bd9f req-e0be73dd-321f-45c1-999f-f44c1b904e72 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aba7b5d-7ba2-472d-a6af-756caa5f996a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4673779
Apr 22 12:57:08.332124 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-a6de8732-cc3d-4de9-9d28-07e76ddb0f20 req-edbc0125-d688-4bc4-974b-a83ce454ffb3 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Calling delete_port for c66d066b-e377-43e2-85d0-7b8d33e5bf1d owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 12:57:08.416399 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24ff60d-88e6-4dcd-99fa-ef7133e2be49 admin admin] Made reservation on behalf of 63c21f2202564730be847961e626bb52 for: {'subnet': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:57:08.422669 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e24ff60d-88e6-4dcd-99fa-ef7133e2be49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:08.460132 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b6973b7a-8b79-4517-ad06-01aa5fcd279f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:08.686784 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3840b-8d7f-4d17-b023-6dea11ecbd37 req-e4f649a5-1d19-4035-b812-34ea1fdb5766 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:08.693540 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bec3840b-8d7f-4d17-b023-6dea11ecbd37 req-e4f649a5-1d19-4035-b812-34ea1fdb5766 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.3246562
Apr 22 12:57:08.703936 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29259288-223f-4b4d-bebb-682673f3410e req-36debc58-e948-4832-8131-adce65cbdd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:08.706024 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-29259288-223f-4b4d-bebb-682673f3410e req-36debc58-e948-4832-8131-adce65cbdd68 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 1099 time: 0.2399814
Apr 22 12:57:08.797208 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bec3840b-8d7f-4d17-b023-6dea11ecbd37 req-d1adcea6-22a3-45a7-8266-4e6766bdcc40 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0885355
Apr 22 12:57:08.809824 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-29259288-223f-4b4d-bebb-682673f3410e req-21ada0b3-cbf4-4554-a07c-c34f09d3adb2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817773
Apr 22 12:57:08.943898 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f726e-19ec-451a-a643-0b88c30bfe83 req-01befa88-4bba-46e2-b984-624de07236f4 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:08.946876 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-095f726e-19ec-451a-a643-0b88c30bfe83 req-01befa88-4bba-46e2-b984-624de07236f4 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.3199041
Apr 22 12:57:09.014608 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.db.api [req-a6de8732-cc3d-4de9-9d28-07e76ddb0f20 req-edbc0125-d688-4bc4-974b-a83ce454ffb3 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86533) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 12:57:09.015236 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_db.api [req-a6de8732-cc3d-4de9-9d28-07e76ddb0f20 req-edbc0125-d688-4bc4-974b-a83ce454ffb3 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 12:57:09.093145 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-095f726e-19ec-451a-a643-0b88c30bfe83 req-a5f12b2a-a349-43c5-a8f0-e8ecd03b9efc tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911529
Apr 22 12:57:09.155130 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device e4d68785-07eb-4fc6-88ce-123248c53100 up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:57:09.316302 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dc8e3-059f-4ef9-9df2-0275ddb1885e req-2b4dc46d-3806-4610-87f6-14ae94b5d78f tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:09.328709 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning for port e4d68785-07eb-4fc6-88ce-123248c53100 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:57:09.329570 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f07dc8e3-059f-4ef9-9df2-0275ddb1885e req-2b4dc46d-3806-4610-87f6-14ae94b5d78f tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 944 time: 0.1826472
Apr 22 12:57:09.335740 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port e4d68785-07eb-4fc6-88ce-123248c53100 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:57:09.336209 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:09.432418 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f07dc8e3-059f-4ef9-9df2-0275ddb1885e req-bbe89be7-ef2c-46d8-98e3-4e469ac7edc1 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1009572
Apr 22 12:57:09.516476 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-a6de8732-cc3d-4de9-9d28-07e76ddb0f20 req-edbc0125-d688-4bc4-974b-a83ce454ffb3 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Deleting port c66d066b-e377-43e2-85d0-7b8d33e5bf1d {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 12:57:09.516476 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-a6de8732-cc3d-4de9-9d28-07e76ddb0f20 req-edbc0125-d688-4bc4-974b-a83ce454ffb3 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:09.750419 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e24ff60d-88e6-4dcd-99fa-ef7133e2be49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for subnet, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:09.787254 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:09.802652 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:09.932280 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port e4d68785-07eb-4fc6-88ce-123248c53100, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e4d68785-07eb-4fc6-88ce-123248c53100,segment=NetworkSegment(5c1e8466-a640-4708-9852-885c77ca66cf),segment_id=5c1e8466-a640-4708-9852-885c77ca66cf)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:57:09.969176 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:09.975236 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:10.137677 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ff60d-88e6-4dcd-99fa-ef7133e2be49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c8a296d-e38d-4c4f-9a26-8d0ab5be4760,revision_number=0']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:10.160791 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84ecd2-d2f2-43d8-8ac2-3398604108bb req-5ef019f7-3f52-477e-9cb2-a01aed0f8384 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:10.168339 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9b84ecd2-d2f2-43d8-8ac2-3398604108bb req-5ef019f7-3f52-477e-9cb2-a01aed0f8384 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 943 time: 0.4622393
Apr 22 12:57:10.198896 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24ff60d-88e6-4dcd-99fa-ef7133e2be49 admin admin] Checking segment: {'id': '7c9e4b31-dcf6-4764-99af-be4c54e5a264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '792251d2-110b-46ae-a77d-520c206c502f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:57:10.199451 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24ff60d-88e6-4dcd-99fa-ef7133e2be49 admin admin] Network hostable DHCP agents. Network: 792251d2-110b-46ae-a77d-520c206c502f, hostable agents: ['87489297-b04a-4f62-8251-98d0a06ee999'], hosted agents: [] {{(pid=86533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 12:57:10.205251 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e24ff60d-88e6-4dcd-99fa-ef7133e2be49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:10.273146 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9b84ecd2-d2f2-43d8-8ac2-3398604108bb req-f992c138-b2c6-41fb-be4d-9d3a6a65bd5b tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aba7b5d-7ba2-472d-a6af-756caa5f996a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035702
Apr 22 12:57:10.310394 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fe8b5-3f5e-4267-928e-985b31f0200f req-39e7ab36-c830-4683-a4e0-89b6d4e92e25 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:10.314052 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fe2fe8b5-3f5e-4267-928e-985b31f0200f req-39e7ab36-c830-4683-a4e0-89b6d4e92e25 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.2109756
Apr 22 12:57:10.328377 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24ff60d-88e6-4dcd-99fa-ef7133e2be49 admin admin] Network 792251d2-110b-46ae-a77d-520c206c502f is scheduled to be hosted by DHCP agent 87489297-b04a-4f62-8251-98d0a06ee999 with binding_index 1 {{(pid=86533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 12:57:10.377793 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-a6de8732-cc3d-4de9-9d28-07e76ddb0f20 req-edbc0125-d688-4bc4-974b-a83ce454ffb3 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] For port c66d066b-e377-43e2-85d0-7b8d33e5bf1d, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c66d066b-e377-43e2-85d0-7b8d33e5bf1d,segment=NetworkSegment(55ee3340-25f3-46df-8eaf-e8689c26f586),segment_id=55ee3340-25f3-46df-8eaf-e8689c26f586)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:57:10.378241 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-a6de8732-cc3d-4de9-9d28-07e76ddb0f20 req-edbc0125-d688-4bc4-974b-a83ce454ffb3 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:10.389961 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66d066b-e377-43e2-85d0-7b8d33e5bf1d'}, {'server_uuid': '058e1d26-37a7-49c3-8f4b-a6b0e5c4c093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d68785-07eb-4fc6-88ce-123248c53100'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:57:10.430111 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fe2fe8b5-3f5e-4267-928e-985b31f0200f req-b384410a-8e6c-496f-b1a2-43106e253ad6 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0961235
Apr 22 12:57:10.500940 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-e24ff60d-88e6-4dcd-99fa-ef7133e2be49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-iscsi, 792251d2-110b-46ae-a77d-520c206c502f) {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:57:10.526172 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b64a185-9dad-4c0b-8825-7bec99160bf4 None None] Network 792251d2-110b-46ae-a77d-520c206c502f requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 12:57:10.653669 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:10.654689 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:10.671218 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=e4d68785-07eb-4fc6-88ce-123248c53100,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:10.684357 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:10.707683 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66d066b-e377-43e2-85d0-7b8d33e5bf1d', 'code': 200}
Apr 22 12:57:10.708843 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058e1d26-37a7-49c3-8f4b-a6b0e5c4c093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d68785-07eb-4fc6-88ce-123248c53100', 'code': 200}
Apr 22 12:57:11.007554 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24ff60d-88e6-4dcd-99fa-ef7133e2be49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:11.008352 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e24ff60d-88e6-4dcd-99fa-ef7133e2be49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:11.021087 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-a6de8732-cc3d-4de9-9d28-07e76ddb0f20 req-edbc0125-d688-4bc4-974b-a83ce454ffb3 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Calling delete_port for c66d066b-e377-43e2-85d0-7b8d33e5bf1d owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 12:57:11.132151 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc007e3b-a9c8-4ed1-8a3c-b716ca6ade45 req-493a9d7d-385d-4e5f-bbed-8968f45da454 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:11.133977 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cc007e3b-a9c8-4ed1-8a3c-b716ca6ade45 req-493a9d7d-385d-4e5f-bbed-8968f45da454 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.2176385
Apr 22 12:57:11.154391 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392d4ae1-7f20-4b76-bbb1-5f6755087c91 None None] Network 792251d2-110b-46ae-a77d-520c206c502f requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 12:57:11.260302 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-e24ff60d-88e6-4dcd-99fa-ef7133e2be49 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 3.5198011
Apr 22 12:57:11.297138 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72810b43-a628-4092-82a9-bf55918a57bc req-46efe712-1727-4521-b821-40b082537094 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:11.319540 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-72810b43-a628-4092-82a9-bf55918a57bc req-46efe712-1727-4521-b821-40b082537094 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.6347780
Apr 22 12:57:11.323143 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cc007e3b-a9c8-4ed1-8a3c-b716ca6ade45 req-9fd76750-739f-4890-8502-3a962e351c18 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025023
Apr 22 12:57:11.389571 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a687a2e-0c63-4032-9ad3-4ad48421966c req-9877f783-4014-40a2-8165-d85492739794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:11.392078 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7a687a2e-0c63-4032-9ad3-4ad48421966c req-9877f783-4014-40a2-8165-d85492739794 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 1098 time: 0.2474682
Apr 22 12:57:11.419663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:11.456150 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-72810b43-a628-4092-82a9-bf55918a57bc req-7d16c596-be92-482f-9ac2-6dad355d55d0 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424725
Apr 22 12:57:11.495696 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7a687a2e-0c63-4032-9ad3-4ad48421966c req-bee6dd5d-0c8b-4245-80d2-17f9f444179b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0955031
Apr 22 12:57:11.735936 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773969b-61e3-4fcc-9b6d-4b0273703ff5 req-8f658eab-95ac-49c3-9618-e3139884af58 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:11.746245 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2773969b-61e3-4fcc-9b6d-4b0273703ff5 req-8f658eab-95ac-49c3-9618-e3139884af58 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 865 time: 0.1371310
Apr 22 12:57:11.770807 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-a6de8732-cc3d-4de9-9d28-07e76ddb0f20 req-edbc0125-d688-4bc4-974b-a83ce454ffb3 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:11.807321 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2773969b-61e3-4fcc-9b6d-4b0273703ff5 req-aea8ca1d-db36-423e-99a2-f1dbb55ac97a tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aba7b5d-7ba2-472d-a6af-756caa5f996a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591295
Apr 22 12:57:11.980078 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:12.064709 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a3498-768d-42b8-bcfe-42f174fa6c4f req-20deda2c-8870-44c7-9c58-570214a75d17 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:12.074844 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-115a3498-768d-42b8-bcfe-42f174fa6c4f req-20deda2c-8870-44c7-9c58-570214a75d17 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.1401434
Apr 22 12:57:12.150318 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-115a3498-768d-42b8-bcfe-42f174fa6c4f req-9319f2f3-de86-47af-86e4-02e25fb9629d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732534
Apr 22 12:57:12.234226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc0125-d688-4bc4-974b-a83ce454ffb3 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Pushing event deleted for resources: {'Port': ['ID=c66d066b-e377-43e2-85d0-7b8d33e5bf1d,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:12.280144 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-edbc0125-d688-4bc4-974b-a83ce454ffb3 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:12.281500 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6de8732-cc3d-4de9-9d28-07e76ddb0f20 req-edbc0125-d688-4bc4-974b-a83ce454ffb3 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] No DVR routers for this DVR port c66d066b-e377-43e2-85d0-7b8d33e5bf1d on host hv-cinder-78726 {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 12:57:12.290185 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-c0d4ac2d-45a0-4775-b2bd-5e13dee4aa24 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:12.291919 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-c0d4ac2d-45a0-4775-b2bd-5e13dee4aa24 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/networks?id=49734fce-29d7-425b-9134-2db9dec57d82 HTTP/1.1" status: 200  len: 815 time: 0.5730309
Apr 22 12:57:12.294329 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-a6de8732-cc3d-4de9-9d28-07e76ddb0f20 req-edbc0125-d688-4bc4-974b-a83ce454ffb3 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:12.297437 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2', 'name': 'network-vif-deleted', 'tag': 'c66d066b-e377-43e2-85d0-7b8d33e5bf1d'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:57:12.320427 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a6de8732-cc3d-4de9-9d28-07e76ddb0f20 req-edbc0125-d688-4bc4-974b-a83ce454ffb3 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.35 "DELETE /v2.0/ports/c66d066b-e377-43e2-85d0-7b8d33e5bf1d HTTP/1.1" status: 204  len: 173 time: 5.4080679
Apr 22 12:57:12.323038 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-8e3c438c-65e7-476d-aebb-0dc0fa6e939d tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/quotas/b1cd00a58b0248ad8aba2e327d13ee87 HTTP/1.1" status: 200  len: 375 time: 0.0183294
Apr 22 12:57:12.435482 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-782f917b-e6cd-4508-a537-ce516aacd474 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1cd00a58b0248ad8aba2e327d13ee87&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0998762
Apr 22 12:57:12.464255 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c6a3f-d8b7-4d14-a256-a1f50711eadb req-6142ebeb-2355-481f-b3e6-a60cda8580d2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:12.465971 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-919c6a3f-d8b7-4d14-a256-a1f50711eadb req-6142ebeb-2355-481f-b3e6-a60cda8580d2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.1455421
Apr 22 12:57:12.485585 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 51040) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:12.600671 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-237b4e59-1f56-431d-a7a7-c47c8491d4f1 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Request body: {'floatingip': {'port_id': '38703702-c041-43c4-813d-75a59a519fbc'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:57:12.670716 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2', 'name': 'network-vif-deleted', 'tag': 'c66d066b-e377-43e2-85d0-7b8d33e5bf1d', 'status': 'completed', 'code': 200}
Apr 22 12:57:12.700075 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-237b4e59-1f56-431d-a7a7-c47c8491d4f1 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for floatingip, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:12.875652 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acf7eb-276c-44a0-b617-0f9ff027ad76 req-c1f7fed6-5e7e-412a-88ff-82edb62a682e tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:12.885824 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-79acf7eb-276c-44a0-b617-0f9ff027ad76 req-c1f7fed6-5e7e-412a-88ff-82edb62a682e tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.1254246
Apr 22 12:57:12.950689 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-79acf7eb-276c-44a0-b617-0f9ff027ad76 req-1de2f38d-3579-4b9e-b09e-3c408032a87e tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636089
Apr 22 12:57:13.116376 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-0e86c6ff-4ad9-48e7-807e-aeb0abdc7458 service neutron] 10.222.0.20 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6699088
Apr 22 12:57:13.258409 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd1ddb-2edd-4f8c-ad40-957cf6789e4d req-9511a2ef-db94-4086-89f2-5db9566ac0a9 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:13.260140 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2dcd1ddb-2edd-4f8c-ad40-957cf6789e4d req-9511a2ef-db94-4086-89f2-5db9566ac0a9 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.1215663
Apr 22 12:57:13.340548 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2dcd1ddb-2edd-4f8c-ad40-957cf6789e4d req-086863cb-87d1-4865-8a60-195814a29bcf tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713012
Apr 22 12:57:13.521090 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-9e0b1180-3801-44bc-9e40-9e10a1d1f321 service neutron] 10.222.0.20 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3875492
Apr 22 12:57:13.602655 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7a9e4839-d2f9-4361-a66a-fe658cfd6cd5 req-75f4365c-fcd9-45ec-bbe0-7a66a57bf697 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 210 time: 0.0972824
Apr 22 12:57:13.883979 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23e264d9-0880-4401-81df-a85bc9e835eb req-d9379c0a-b7f9-443b-8f6a-aa728565b3ed tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=776c0db2-950a-4dee-a684-bd4c773ffa3c HTTP/1.1" status: 200  len: 210 time: 0.0844262
Apr 22 12:57:14.606111 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-237b4e59-1f56-431d-a7a7-c47c8491d4f1 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:14.640087 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb38d0-73a7-478e-b575-59c412fc1127 req-069d7d54-7f2d-4b99-be91-205a4a95441e tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:14.641853 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5fcb38d0-73a7-478e-b575-59c412fc1127 req-069d7d54-7f2d-4b99-be91-205a4a95441e tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.1954148
Apr 22 12:57:14.651911 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28716b45-b633-4395-a9d8-d6a5cb4e3a8f req-0bc173ba-8f3b-457e-95d7-3a29aac4e0a0 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:14.654691 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-28716b45-b633-4395-a9d8-d6a5cb4e3a8f req-0bc173ba-8f3b-457e-95d7-3a29aac4e0a0 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.1692636
Apr 22 12:57:14.674222 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-237b4e59-1f56-431d-a7a7-c47c8491d4f1 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-769201'] for floatingip, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:14.744785 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-28716b45-b633-4395-a9d8-d6a5cb4e3a8f req-67876a93-04cb-4e07-b51d-01fc05d542fe tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814412
Apr 22 12:57:14.913049 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5fcb38d0-73a7-478e-b575-59c412fc1127 req-3f7dfec4-3294-48b0-97c9-0e2a72e063a8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2619114
Apr 22 12:57:14.952084 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f44c6247-f858-40a9-9125-c490db7c2b52 req-03a7891d-4537-4ea5-bebe-4c379f082b44 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 210 time: 0.0700171
Apr 22 12:57:15.005876 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.l3_db [None req-237b4e59-1f56-431d-a7a7-c47c8491d4f1 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Floating IP 515946e4-0727-43c3-9fa9-238bdd943591 associated. External IP: 172.27.3.22, port: 38703702-c041-43c4-813d-75a59a519fbc.
Apr 22 12:57:15.198646 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-31a8bbd6-47f1-43a2-8db6-45758f9b47ef req-aa925abf-0013-46a5-aaab-2c987995d858 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=776c0db2-950a-4dee-a684-bd4c773ffa3c HTTP/1.1" status: 200  len: 210 time: 0.1347604
Apr 22 12:57:15.498048 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237b4e59-1f56-431d-a7a7-c47c8491d4f1 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Router 00623980-bcab-4aa3-835c-7597b2070f19 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 12:57:15.714539 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237b4e59-1f56-431d-a7a7-c47c8491d4f1 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 12:57:15.719926 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-237b4e59-1f56-431d-a7a7-c47c8491d4f1 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for floatingip, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:15.730771 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f2156-07b8-4775-b43f-1c3af1b64891 None None] Sync routers for ids ['00623980-bcab-4aa3-835c-7597b2070f19'] in dv-cinder-787262-3-iscsi {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 12:57:15.749655 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f2156-07b8-4775-b43f-1c3af1b64891 None None] Routers {'00623980-bcab-4aa3-835c-7597b2070f19'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 12:57:15.750827 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-ca8f2156-07b8-4775-b43f-1c3af1b64891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c16c8d0>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T12:57:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['00623980-bcab-4aa3-835c-7597b2070f19'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:57:15.856371 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-237b4e59-1f56-431d-a7a7-c47c8491d4f1 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "PUT /v2.0/floatingips/515946e4-0727-43c3-9fa9-238bdd943591 HTTP/1.1" status: 200  len: 991 time: 3.2760203
Apr 22 12:57:15.856371 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8618687-ceb4-4f17-bda5-00bd22286b10', 'tag': '38703702-c041-43c4-813d-75a59a519fbc'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:57:16.152319 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-ca8f2156-07b8-4775-b43f-1c3af1b64891 None None] Set router 00623980-bcab-4aa3-835c-7597b2070f19 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 12:57:16.317191 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8618687-ceb4-4f17-bda5-00bd22286b10', 'tag': '38703702-c041-43c4-813d-75a59a519fbc', 'status': 'completed', 'code': 200}
Apr 22 12:57:16.327499 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bad369-ef72-4451-a61b-adbfbfcd2a2a req-9252d609-6d3a-43d0-af44-e8de80c5891c tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:16.331064 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b9bad369-ef72-4451-a61b-adbfbfcd2a2a req-9252d609-6d3a-43d0-af44-e8de80c5891c tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.2598190
Apr 22 12:57:16.499232 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b9bad369-ef72-4451-a61b-adbfbfcd2a2a req-cbdf2f2b-7dea-4c48-8d5c-00dcfbfa2679 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448424
Apr 22 12:57:16.721465 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e2c31-1d17-4741-a921-2e0b54640916 req-530dc9d8-b784-4512-8ba2-6072c238cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:16.725486 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2f1e2c31-1d17-4741-a921-2e0b54640916 req-530dc9d8-b784-4512-8ba2-6072c238cbff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16ebc3a73d9045e79c95afc066b0c4f5&device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 1099 time: 0.3527441
Apr 22 12:57:17.042366 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a90864b7-f3ab-4d2e-87eb-a096d794eee0 req-e9f2075e-41b8-4c50-82f3-5f759b2a76c7 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 210 time: 0.1219916
Apr 22 12:57:17.061996 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-ca8f2156-07b8-4775-b43f-1c3af1b64891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c16c8d0>, [{'id': '00623980-bcab-4aa3-835c-7597b2070f19', 'name': 'tempest-AttachVolumeShelveTestJSON-94947041-router', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '09858608-4580-482c-aec6-de6d6c925750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:46Z', 'updated_at': '2021-04-22T12:56:21Z', 'revision_number': 4, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'gw_port': {'id': '09858608-4580-482c-aec6-de6d6c925750', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:54Z', 'updated_at': '2021-04-22T12:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': '515946e4-0727-43c3-9fa9-238bdd943591', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'port_id': '38703702-c041-43c4-813d-75a59a519fbc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'mac_address': 'fa:16:3e:27:57:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8618687-ceb4-4f17-bda5-00bd22286b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T12:56:41Z', 'updated_at': '2021-04-22T12:57:13Z', 'revision_number': 1, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44fc2b42-316b-49bc-bec6-324934a8d4a9', 'name': '', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'mac_address': 'fa:16:3e:e4:90:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:17Z', 'updated_at': '2021-04-22T12:56:41Z', 'revision_number': 5, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'subnets': [{'id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:57:17.072368 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f2156-07b8-4775-b43f-1c3af1b64891 None None] Checking router: 00623980-bcab-4aa3-835c-7597b2070f19 for host: dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 12:57:17.093708 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f2156-07b8-4775-b43f-1c3af1b64891 None None] Routers {'00623980-bcab-4aa3-835c-7597b2070f19'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 12:57:17.095219 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-ca8f2156-07b8-4775-b43f-1c3af1b64891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c16c8d0>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T12:57:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['00623980-bcab-4aa3-835c-7597b2070f19'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:57:17.219023 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e2c31-1d17-4741-a921-2e0b54640916 req-7c94f1c9-a245-43f1-9e0a-c667e5858731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:17.220799 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2f1e2c31-1d17-4741-a921-2e0b54640916 req-7c94f1c9-a245-43f1-9e0a-c667e5858731 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0 HTTP/1.1" status: 200  len: 916 time: 0.4846656
Apr 22 12:57:17.232337 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf9c60-e9f1-4a05-b441-54f5adb83c4d req-fb1e5f93-9653-46f0-a020-f82649f9a2de tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:17.234227 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9ccf9c60-e9f1-4a05-b441-54f5adb83c4d req-fb1e5f93-9653-46f0-a020-f82649f9a2de tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.2082927
Apr 22 12:57:17.345605 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-18a7e8a9-a13b-4a4a-b1ba-09525abc1a22 req-524006b7-d323-4a5f-b191-810c409efead tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=776c0db2-950a-4dee-a684-bd4c773ffa3c HTTP/1.1" status: 200  len: 210 time: 0.1261923
Apr 22 12:57:17.379668 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-ca8f2156-07b8-4775-b43f-1c3af1b64891 None None] Set router 00623980-bcab-4aa3-835c-7597b2070f19 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 12:57:17.402111 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9ccf9c60-e9f1-4a05-b441-54f5adb83c4d req-82ff44c8-5c78-44a9-9487-6145959d24c6 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0987465
Apr 22 12:57:17.462375 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2f1e2c31-1d17-4741-a921-2e0b54640916 req-2b1ae31a-5bcf-4288-9acc-102ae4305f2f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38703702-c041-43c4-813d-75a59a519fbc HTTP/1.1" status: 200  len: 999 time: 0.2198021
Apr 22 12:57:17.758328 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e2c31-1d17-4741-a921-2e0b54640916 req-1524b1c0-461d-4213-88e8-7061a64eb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:17.763674 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2f1e2c31-1d17-4741-a921-2e0b54640916 req-1524b1c0-461d-4213-88e8-7061a64eb279 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdd58e2-dfbe-4bfe-8827-61f9efcab136 HTTP/1.1" status: 200  len: 854 time: 0.2907100
Apr 22 12:57:17.978425 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43ccc9-9c6c-44f3-96d5-ae169540a167 req-2d304b29-d768-47a5-af5b-be587e2ad97c tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:17.985842 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5c43ccc9-9c6c-44f3-96d5-ae169540a167 req-2d304b29-d768-47a5-af5b-be587e2ad97c tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.3467009
Apr 22 12:57:17.993027 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 51128) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:18.005022 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e2c31-1d17-4741-a921-2e0b54640916 req-7f8f9be3-93f6-4910-ac5d-ca417dce3d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:18.007542 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2f1e2c31-1d17-4741-a921-2e0b54640916 req-7f8f9be3-93f6-4910-ac5d-ca417dce3d96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2157941
Apr 22 12:57:18.013109 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-60b8963a-8b21-4e20-ac8d-ce31f837b5ef tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Request body: {'floatingip': {'port_id': 'e4d68785-07eb-4fc6-88ce-123248c53100'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:57:18.224825 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-aaab7435-2904-4b54-9c3f-8a9d304bc4bc tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:18.226508 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-aaab7435-2904-4b54-9c3f-8a9d304bc4bc tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.35 "GET /v2.0/networks?id=49734fce-29d7-425b-9134-2db9dec57d82 HTTP/1.1" status: 200  len: 815 time: 0.1870759
Apr 22 12:57:18.259676 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-c532cceb-3420-493b-9184-0c53bb8729e5 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Request body: {'port': {'device_id': '776c0db2-950a-4dee-a684-bd4c773ffa3c', 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82', 'admin_state_up': True, 'tenant_id': 'b1cd00a58b0248ad8aba2e327d13ee87'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:57:18.335193 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-8f6a10a8-d1af-49b8-9bf7-bc97da3250a7 req-2bef2188-9b2f-4720-ae97-2cc8f6fda9a6 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Synchronizing usage tracker for tenant:a4a553c8742a4849a45bafbfec9a41f9 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:57:18.428184 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-ca8f2156-07b8-4775-b43f-1c3af1b64891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c16c8d0>, [{'id': '00623980-bcab-4aa3-835c-7597b2070f19', 'name': 'tempest-AttachVolumeShelveTestJSON-94947041-router', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '09858608-4580-482c-aec6-de6d6c925750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:46Z', 'updated_at': '2021-04-22T12:56:21Z', 'revision_number': 4, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'gw_port': {'id': '09858608-4580-482c-aec6-de6d6c925750', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:54Z', 'updated_at': '2021-04-22T12:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': '515946e4-0727-43c3-9fa9-238bdd943591', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'port_id': '38703702-c041-43c4-813d-75a59a519fbc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'mac_address': 'fa:16:3e:27:57:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8618687-ceb4-4f17-bda5-00bd22286b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T12:56:41Z', 'updated_at': '2021-04-22T12:57:13Z', 'revision_number': 1, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44fc2b42-316b-49bc-bec6-324934a8d4a9', 'name': '', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'mac_address': 'fa:16:3e:e4:90:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:17Z', 'updated_at': '2021-04-22T12:56:41Z', 'revision_number': 5, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'subnets': [{'id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:57:18.443359 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f2156-07b8-4775-b43f-1c3af1b64891 None None] The sync data for ids ['00623980-bcab-4aa3-835c-7597b2070f19'] in dv-cinder-787262-3-iscsi is: [{'id': '00623980-bcab-4aa3-835c-7597b2070f19', 'name': 'tempest-AttachVolumeShelveTestJSON-94947041-router', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '09858608-4580-482c-aec6-de6d6c925750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:46Z', 'updated_at': '2021-04-22T12:56:21Z', 'revision_number': 4, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'gw_port': {'id': '09858608-4580-482c-aec6-de6d6c925750', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:54Z', 'updated_at': '2021-04-22T12:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': '515946e4-0727-43c3-9fa9-238bdd943591', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'port_id': '38703702-c041-43c4-813d-75a59a519fbc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'mac_address': 'fa:16:3e:27:57:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8618687-ceb4-4f17-bda5-00bd22286b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T12:56:41Z', 'updated_at': '2021-04-22T12:57:13Z', 'revision_number': 1, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44fc2b42-316b-49bc-bec6-324934a8d4a9', 'name': '', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'mac_address': 'fa:16:3e:e4:90:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:17Z', 'updated_at': '2021-04-22T12:56:41Z', 'revision_number': 5, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'subnets': [{'id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 12:57:18.467374 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-60b8963a-8b21-4e20-ac8d-ce31f837b5ef tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for floatingip, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:18.630740 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c78537-1e97-4694-a899-a328ac5c0b92 req-53c21589-0281-4c10-a3b2-0779fb1e3400 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:18.639862 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c9c78537-1e97-4694-a899-a328ac5c0b92 req-53c21589-0281-4c10-a3b2-0779fb1e3400 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.6620612
Apr 22 12:57:18.720325 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-c532cceb-3420-493b-9184-0c53bb8729e5 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:57:18.734147 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-c532cceb-3420-493b-9184-0c53bb8729e5 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:57:18.804288 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c9c78537-1e97-4694-a899-a328ac5c0b92 req-8c156e9c-9e41-4ffb-acaa-7f462603b80a tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1631758
Apr 22 12:57:18.806996 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-c532cceb-3420-493b-9184-0c53bb8729e5 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Made reservation on behalf of b1cd00a58b0248ad8aba2e327d13ee87 for: {'port': 1} {{(pid=86532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:57:18.839635 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-c532cceb-3420-493b-9184-0c53bb8729e5 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:18.956726 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7800545e-b088-4790-a56a-b5988d58ac3d None None] New status for floating IP 515946e4-0727-43c3-9fa9-238bdd943591: ACTIVE {{(pid=86534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 12:57:19.215743 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-55ad6aa6-8d90-4ecb-b780-4e9a3b0dcf29 req-8a14b2da-c958-49bd-829c-bf890adab098 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=776c0db2-950a-4dee-a684-bd4c773ffa3c HTTP/1.1" status: 200  len: 210 time: 0.1917241
Apr 22 12:57:19.372755 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-c532cceb-3420-493b-9184-0c53bb8729e5 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Allocated IP 172.20.0.14 (49734fce-29d7-425b-9134-2db9dec57d82/29e985ab-6ee0-49a9-b2d1-fbe579a07266/3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c) {{(pid=86532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:57:19.423275 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-8f6a10a8-d1af-49b8-9bf7-bc97da3250a7 req-2bef2188-9b2f-4720-ae97-2cc8f6fda9a6 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Unset dirty status for tenant:a4a553c8742a4849a45bafbfec9a41f9 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:57:19.445452 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8f6a10a8-d1af-49b8-9bf7-bc97da3250a7 req-2bef2188-9b2f-4720-ae97-2cc8f6fda9a6 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3515c7-e8fe-4b55-a3fe-18aca0f21fe2 HTTP/1.1" status: 200  len: 210 time: 1.2011199
Apr 22 12:57:19.780136 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2f1e2c31-1d17-4741-a921-2e0b54640916 req-552e9da0-ab4a-4fb8-9d42-b773114f9dc1 service neutron] 10.222.0.35 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5468359
Apr 22 12:57:19.880762 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-c532cceb-3420-493b-9184-0c53bb8729e5 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks [] for port, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:19.970043 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-c532cceb-3420-493b-9184-0c53bb8729e5 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:19.979950 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:19.990590 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['105362e0-f087-4f6d-82d7-aa35722cdc28'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 12:57:20.041628 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-c532cceb-3420-493b-9184-0c53bb8729e5 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Network 49734fce-29d7-425b-9134-2db9dec57d82 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:57:20.080653 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-c532cceb-3420-493b-9184-0c53bb8729e5 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:57:20.088863 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532cceb-3420-493b-9184-0c53bb8729e5 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Pushing event updated for resources: {'Port': ['ID=3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:20.091787 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-c532cceb-3420-493b-9184-0c53bb8729e5 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Received port after_create {{(pid=86532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:57:20.105074 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-c532cceb-3420-493b-9184-0c53bb8729e5 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:20.105977 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-c532cceb-3420-493b-9184-0c53bb8729e5 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for port, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:20.140567 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c532cceb-3420-493b-9184-0c53bb8729e5 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:20.216234 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-c532cceb-3420-493b-9184-0c53bb8729e5 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9636629
Apr 22 12:57:20.233336 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Request body: {'port': {'device_id': '776c0db2-950a-4dee-a684-bd4c773ffa3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:57:20.422940 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:20.464556 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2f1e2c31-1d17-4741-a921-2e0b54640916 req-4b52a8c0-d1c6-4398-9073-295434b1f55f service neutron] 10.222.0.35 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6759405
Apr 22 12:57:20.545758 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13496adc-732a-4366-ab99-01ddca03c886 req-c4e71309-353d-4697-a231-ab5f321d25ca tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:20.560208 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-13496adc-732a-4366-ab99-01ddca03c886 req-c4e71309-353d-4697-a231-ab5f321d25ca tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.6009283
Apr 22 12:57:20.757321 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-13496adc-732a-4366-ab99-01ddca03c886 req-42bb74b3-1ceb-4275-8dbd-265bc7ee4ff8 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1937132
Apr 22 12:57:20.926513 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-60b8963a-8b21-4e20-ac8d-ce31f837b5ef tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:20.966583 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-60b8963a-8b21-4e20-ac8d-ce31f837b5ef tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-769201'] for floatingip, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:21.291803 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.l3_db [None req-60b8963a-8b21-4e20-ac8d-ce31f837b5ef tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Floating IP a6c78e53-2984-4615-95fe-0a7b857037c3 associated. External IP: 172.27.3.6, port: e4d68785-07eb-4fc6-88ce-123248c53100.
Apr 22 12:57:21.408022 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e2a9e-0d6f-42cc-9ed3-afc22933463f req-e14c19ee-63bd-43f4-8867-496e0163c17d tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:21.409588 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-b71e2a9e-0d6f-42cc-9ed3-afc22933463f req-e14c19ee-63bd-43f4-8867-496e0163c17d tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Synchronizing usage tracker for tenant:b1cd00a58b0248ad8aba2e327d13ee87 on resource:port {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:57:21.455165 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c {{(pid=86532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 12:57:21.471460 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:21.539150 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Transition to ACTIVE for port object 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c will not be triggered until provisioned by entity L2. {{(pid=86532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:57:21.540545 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-b71e2a9e-0d6f-42cc-9ed3-afc22933463f req-e14c19ee-63bd-43f4-8867-496e0163c17d tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Unset dirty status for tenant:b1cd00a58b0248ad8aba2e327d13ee87 on resource:port {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:57:21.544241 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b71e2a9e-0d6f-42cc-9ed3-afc22933463f req-e14c19ee-63bd-43f4-8867-496e0163c17d tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=776c0db2-950a-4dee-a684-bd4c773ffa3c HTTP/1.1" status: 200  len: 932 time: 0.4412351
Apr 22 12:57:21.601578 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:21.611700 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:21.662800 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b71e2a9e-0d6f-42cc-9ed3-afc22933463f req-6843870e-175b-4fc5-a4e4-765bbbb724bc tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102450
Apr 22 12:57:21.784269 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Pushing event updated for resources: {'Port': ['ID=3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c,revision_number=2']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:21.850185 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:21.875736 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b8963a-8b21-4e20-ac8d-ce31f837b5ef tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 12:57:21.902023 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Attempting to bind port 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 12:57:21.902649 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Attempting to bind port 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82'}] {{(pid=86532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 12:57:21.903279 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Attempting to bind port 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c on network 49734fce-29d7-425b-9134-2db9dec57d82 {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:57:21.914982 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Port 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c on network 49734fce-29d7-425b-9134-2db9dec57d82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 12:57:21.915615 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Attempting to bind port 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c on network 49734fce-29d7-425b-9134-2db9dec57d82 {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:57:21.936915 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Checking agent: {'id': 'c59c10bf-e5dd-4538-bcf5-3ec585cc6c03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'started_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 12:57:21.937546 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Checking segment: {'id': 'f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:57:21.938251 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Bound using segment: {'id': 'f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82'} {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 12:57:21.939070 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Bound port: 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82'}}] {{(pid=86532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 12:57:21.939741 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:22.159149 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] For port 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c, host hv-cinder-78726, cleared binding levels {{(pid=86532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 12:57:22.164629 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] For port 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c,segment=NetworkSegment(f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd),segment_id=f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd)] {{(pid=86532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 12:57:22.210809 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:22.223994 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:22.272536 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b8963a-8b21-4e20-ac8d-ce31f837b5ef tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 12:57:22.276881 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-60b8963a-8b21-4e20-ac8d-ce31f837b5ef tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for floatingip, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:22.289748 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f6d64b-4395-4d91-ba91-dace659e6a61 None None] Sync routers for ids ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'] in dv-cinder-787262-3-iscsi {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 12:57:22.303006 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f6d64b-4395-4d91-ba91-dace659e6a61 None None] Routers {'8e41e22f-3dc1-4e2d-9ec3-8af636316264'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 12:57:22.304754 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-41f6d64b-4395-4d91-ba91-dace659e6a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c07c5f8>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T12:57:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:57:22.358034 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:22.359204 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for port, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:22.366348 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] 10.222.0.35 "PUT /v2.0/ports/3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c HTTP/1.1" status: 200  len: 1094 time: 2.1336143
Apr 22 12:57:22.366348 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776c0db2-950a-4dee-a684-bd4c773ffa3c', 'tag': '3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c'}] {{(pid=86532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:57:22.393212 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Pushing event updated for resources: {'Port': ['ID=3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c,revision_number=3']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:22.398262 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:22.404317 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9470702-6d83-4b4c-8410-9d7aa960fb34 req-c8a48892-6026-4407-8f8b-1ec8645bfaea tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:22.413781 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f9470702-6d83-4b4c-8410-9d7aa960fb34 req-c8a48892-6026-4407-8f8b-1ec8645bfaea tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.3170507
Apr 22 12:57:22.494090 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-60b8963a-8b21-4e20-ac8d-ce31f837b5ef tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "PUT /v2.0/floatingips/a6c78e53-2984-4615-95fe-0a7b857037c3 HTTP/1.1" status: 200  len: 989 time: 4.4946425
Apr 22 12:57:22.506204 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f9470702-6d83-4b4c-8410-9d7aa960fb34 req-401f1738-4c11-426d-bf3a-d5ed6eb21726 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913188
Apr 22 12:57:22.506837 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058e1d26-37a7-49c3-8f4b-a6b0e5c4c093', 'tag': 'e4d68785-07eb-4fc6-88ce-123248c53100'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:57:22.556437 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776c0db2-950a-4dee-a684-bd4c773ffa3c', 'tag': '3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c', 'status': 'completed', 'code': 200}
Apr 22 12:57:22.603877 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-b64c6547-b33c-4459-a719-ffc25fa522a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:22.607167 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-b64c6547-b33c-4459-a719-ffc25fa522a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b1cd00a58b0248ad8aba2e327d13ee87&device_id=776c0db2-950a-4dee-a684-bd4c773ffa3c HTTP/1.1" status: 200  len: 1097 time: 0.1641898
Apr 22 12:57:22.675125 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058e1d26-37a7-49c3-8f4b-a6b0e5c4c093', 'tag': 'e4d68785-07eb-4fc6-88ce-123248c53100', 'status': 'completed', 'code': 200}
Apr 22 12:57:22.721359 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-41f6d64b-4395-4d91-ba91-dace659e6a61 None None] Set router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 12:57:22.789868 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-264ffb74-210d-4d69-b0ec-f8b9049815a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c HTTP/1.1" status: 200  len: 217 time: 0.1672528
Apr 22 12:57:22.910503 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538236bb-3a6b-4caa-9de7-5d70281d66be req-cb232d18-1758-474f-b826-d304715cd424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:22.914208 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-538236bb-3a6b-4caa-9de7-5d70281d66be req-cb232d18-1758-474f-b826-d304715cd424 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=074fdbf4f1214f53add5cfdd523c42e4&device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 1098 time: 0.2026525
Apr 22 12:57:23.105816 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-8ef6c0cf-430f-4161-b0f4-abf1e7eaa9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:23.107712 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-8ef6c0cf-430f-4161-b0f4-abf1e7eaa9a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29e985ab-6ee0-49a9-b2d1-fbe579a07266 HTTP/1.1" status: 200  len: 855 time: 0.3078818
Apr 22 12:57:23.272631 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-3d146be5-6171-40f8-829b-6f1acc697169 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49734fce-29d7-425b-9134-2db9dec57d82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1447034
Apr 22 12:57:23.322148 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538236bb-3a6b-4caa-9de7-5d70281d66be req-ba3f3764-715d-48bc-b283-85ae5fc2dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:23.324893 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-538236bb-3a6b-4caa-9de7-5d70281d66be req-ba3f3764-715d-48bc-b283-85ae5fc2dd21 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 HTTP/1.1" status: 200  len: 912 time: 0.4015996
Apr 22 12:57:23.513422 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a0e4c-d24d-4e98-8b2a-d6d72b5a4807 req-9a037188-4e8e-46ad-bff4-fbba3e437733 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:23.527892 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-284a0e4c-d24d-4e98-8b2a-d6d72b5a4807 req-9a037188-4e8e-46ad-bff4-fbba3e437733 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=776c0db2-950a-4dee-a684-bd4c773ffa3c HTTP/1.1" status: 200  len: 944 time: 0.5208154
Apr 22 12:57:23.617471 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-538236bb-3a6b-4caa-9de7-5d70281d66be req-d0e29dac-341b-414a-b960-79f1fa6202e9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4d68785-07eb-4fc6-88ce-123248c53100 HTTP/1.1" status: 200  len: 997 time: 0.2863548
Apr 22 12:57:23.642780 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-284a0e4c-d24d-4e98-8b2a-d6d72b5a4807 req-6cb0c38d-7c76-4b69-a0c7-d7b0fadb5797 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135764
Apr 22 12:57:23.745577 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538236bb-3a6b-4caa-9de7-5d70281d66be req-5264e701-6684-4f44-bdae-0c6475c735a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:23.746016 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-6666f7b6-7a59-4966-b646-0a56cc600b66 service neutron] 10.222.0.35 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4571838
Apr 22 12:57:23.752529 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-538236bb-3a6b-4caa-9de7-5d70281d66be req-5264e701-6684-4f44-bdae-0c6475c735a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ded796f-1a8d-487b-8bc7-3beffd6cbda9 HTTP/1.1" status: 200  len: 850 time: 0.1154652
Apr 22 12:57:23.832039 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 51260) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:23.845916 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-41f6d64b-4395-4d91-ba91-dace659e6a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c07c5f8>, [{'id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'name': 'tempest-AttachVolumeTestJSON-1229733816-router', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:40Z', 'updated_at': '2021-04-22T12:56:17Z', 'revision_number': 4, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'gw_port': {'id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:45Z', 'updated_at': '2021-04-22T12:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': 'a6c78e53-2984-4615-95fe-0a7b857037c3', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'port_id': 'e4d68785-07eb-4fc6-88ce-123248c53100', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'mac_address': 'fa:16:3e:ec:2d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e1d26-37a7-49c3-8f4b-a6b0e5c4c093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T12:56:40Z', 'updated_at': '2021-04-22T12:57:20Z', 'revision_number': 1, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8761fef-da86-45d1-adbb-4e46c8b2d26d', 'name': '', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'mac_address': 'fa:16:3e:36:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:15Z', 'updated_at': '2021-04-22T12:56:35Z', 'revision_number': 5, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'subnets': [{'id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:57:23.851962 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f6d64b-4395-4d91-ba91-dace659e6a61 None None] Checking router: 8e41e22f-3dc1-4e2d-9ec3-8af636316264 for host: dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 12:57:23.864570 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f6d64b-4395-4d91-ba91-dace659e6a61 None None] Routers {'8e41e22f-3dc1-4e2d-9ec3-8af636316264'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 12:57:23.865246 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-41f6d64b-4395-4d91-ba91-dace659e6a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c07c5f8>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T12:57:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:57:24.034531 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-da83165b-4e75-4611-a75a-160dda6d4d58 req-143f016b-74ae-40f6-b186-0f590e8cc5fd service neutron] 10.222.0.35 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2750952
Apr 22 12:57:24.181712 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-41f6d64b-4395-4d91-ba91-dace659e6a61 None None] Set router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 12:57:24.260027 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c5d54a-3077-46b6-a45e-a8efb1bdf3f4 admin admin] Deleting subnet 1f0bc7f1-7399-42dd-bf27-ee2af390825e {{(pid=86533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 12:57:24.267696 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-56c5d54a-3077-46b6-a45e-a8efb1bdf3f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:24.268436 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d4e66-d71b-4a5d-be2b-f4b73b3d2e57 req-3ca0b276-3688-41da-bfd7-f196f875a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:24.270945 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5a0d4e66-d71b-4a5d-be2b-f4b73b3d2e57 req-3ca0b276-3688-41da-bfd7-f196f875a9b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b1cd00a58b0248ad8aba2e327d13ee87&device_id=776c0db2-950a-4dee-a684-bd4c773ffa3c HTTP/1.1" status: 200  len: 1097 time: 0.1498926
Apr 22 12:57:24.306491 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538236bb-3a6b-4caa-9de7-5d70281d66be req-88827e40-2676-4f4a-a37f-2d33a8f82a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:24.308269 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-538236bb-3a6b-4caa-9de7-5d70281d66be req-88827e40-2676-4f4a-a37f-2d33a8f82a75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5483825
Apr 22 12:57:24.308888 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 51266) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:24.322596 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e036c-5c21-4057-a5a6-6820e8714993 req-8dc25220-1566-401f-959e-e4a2e850bf5a tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:24.330789 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-011e036c-5c21-4057-a5a6-6820e8714993 req-8dc25220-1566-401f-959e-e4a2e850bf5a tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.2936454
Apr 22 12:57:24.467337 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-56c5d54a-3077-46b6-a45e-a8efb1bdf3f4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:24.495700 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-56c5d54a-3077-46b6-a45e-a8efb1bdf3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844768'] for subnet, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:24.497260 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-011e036c-5c21-4057-a5a6-6820e8714993 req-bb688ad2-4078-4227-a8b7-01f49dc08816 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1646428
Apr 22 12:57:24.578767 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d4e66-d71b-4a5d-be2b-f4b73b3d2e57 req-accf7761-c118-4444-ad70-2c8db537064c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:24.580464 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5a0d4e66-d71b-4a5d-be2b-f4b73b3d2e57 req-accf7761-c118-4444-ad70-2c8db537064c service neutron] 10.222.0.35 "GET /v2.0/networks?id=49734fce-29d7-425b-9134-2db9dec57d82 HTTP/1.1" status: 200  len: 916 time: 0.2964261
Apr 22 12:57:24.780650 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5a0d4e66-d71b-4a5d-be2b-f4b73b3d2e57 req-4660522b-bdd9-4cea-85b3-635b75283189 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c HTTP/1.1" status: 200  len: 217 time: 0.1840556
Apr 22 12:57:24.792458 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-41f6d64b-4395-4d91-ba91-dace659e6a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c07c5f8>, [{'id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'name': 'tempest-AttachVolumeTestJSON-1229733816-router', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:40Z', 'updated_at': '2021-04-22T12:56:17Z', 'revision_number': 4, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'gw_port': {'id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:45Z', 'updated_at': '2021-04-22T12:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': 'a6c78e53-2984-4615-95fe-0a7b857037c3', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'port_id': 'e4d68785-07eb-4fc6-88ce-123248c53100', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'mac_address': 'fa:16:3e:ec:2d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e1d26-37a7-49c3-8f4b-a6b0e5c4c093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T12:56:40Z', 'updated_at': '2021-04-22T12:57:20Z', 'revision_number': 1, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8761fef-da86-45d1-adbb-4e46c8b2d26d', 'name': '', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'mac_address': 'fa:16:3e:36:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:15Z', 'updated_at': '2021-04-22T12:56:35Z', 'revision_number': 5, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'subnets': [{'id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:57:24.805227 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f6d64b-4395-4d91-ba91-dace659e6a61 None None] The sync data for ids ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'] in dv-cinder-787262-3-iscsi is: [{'id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'name': 'tempest-AttachVolumeTestJSON-1229733816-router', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:40Z', 'updated_at': '2021-04-22T12:56:17Z', 'revision_number': 4, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'gw_port': {'id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:45Z', 'updated_at': '2021-04-22T12:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': 'a6c78e53-2984-4615-95fe-0a7b857037c3', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'port_id': 'e4d68785-07eb-4fc6-88ce-123248c53100', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'mac_address': 'fa:16:3e:ec:2d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e1d26-37a7-49c3-8f4b-a6b0e5c4c093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T12:56:40Z', 'updated_at': '2021-04-22T12:57:20Z', 'revision_number': 1, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8761fef-da86-45d1-adbb-4e46c8b2d26d', 'name': '', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'mac_address': 'fa:16:3e:36:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:15Z', 'updated_at': '2021-04-22T12:56:35Z', 'revision_number': 5, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'subnets': [{'id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 12:57:24.843266 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b0d65cfa-459b-4f1f-996a-e4835e1a7597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:24.869749 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-b0d65cfa-459b-4f1f-996a-e4835e1a7597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:57:24.888815 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-b0d65cfa-459b-4f1f-996a-e4835e1a7597 admin admin] Usage tracker for resource:security_group_rule and tenant:b663e26ca2f34d0baaa864888c69db0d is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:57:24.908773 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-b0d65cfa-459b-4f1f-996a-e4835e1a7597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:57:24.928076 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-b0d65cfa-459b-4f1f-996a-e4835e1a7597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:57:24.944627 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-538236bb-3a6b-4caa-9de7-5d70281d66be req-f9feceae-b3bf-4c08-adf1-b015e24dc745 service neutron] 10.222.0.35 "GET /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6214242
Apr 22 12:57:24.968134 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d4e66-d71b-4a5d-be2b-f4b73b3d2e57 req-b9aa90fa-a10c-40a4-83b9-1f01473cc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:24.969822 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5a0d4e66-d71b-4a5d-be2b-f4b73b3d2e57 req-b9aa90fa-a10c-40a4-83b9-1f01473cc360 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29e985ab-6ee0-49a9-b2d1-fbe579a07266 HTTP/1.1" status: 200  len: 855 time: 0.1781995
Apr 22 12:57:25.080155 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-56c5d54a-3077-46b6-a45e-a8efb1bdf3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3931032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for subnet, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:25.089902 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5a0d4e66-d71b-4a5d-be2b-f4b73b3d2e57 req-87c4c9fa-7dfc-4101-85d2-7333b392796b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49734fce-29d7-425b-9134-2db9dec57d82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0700037
Apr 22 12:57:25.103167 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:25.152079 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-56c5d54a-3077-46b6-a45e-a8efb1bdf3f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:25.171182 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5d54a-3077-46b6-a45e-a8efb1bdf3f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f0bc7f1-7399-42dd-bf27-ee2af390825e,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:25.180640 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-56c5d54a-3077-46b6-a45e-a8efb1bdf3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:25.213370 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-56c5d54a-3077-46b6-a45e-a8efb1bdf3f4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1f0bc7f1-7399-42dd-bf27-ee2af390825e HTTP/1.1" status: 204  len: 168 time: 1.3764122
Apr 22 12:57:25.217788 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 51286) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:25.280418 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb58fe-8fd9-4d4b-b8ee-c8c23f68c701 req-03311bb5-70fb-4e00-923f-6b0bbc6c3314 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:25.289272 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-99bb58fe-8fd9-4d4b-b8ee-c8c23f68c701 req-03311bb5-70fb-4e00-923f-6b0bbc6c3314 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=776c0db2-950a-4dee-a684-bd4c773ffa3c HTTP/1.1" status: 200  len: 944 time: 0.3145716
Apr 22 12:57:25.298497 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc567d03-ef39-4247-b1c0-20b78dcd0211 None None] New status for floating IP a6c78e53-2984-4615-95fe-0a7b857037c3: ACTIVE {{(pid=86534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 12:57:25.343513 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-538236bb-3a6b-4caa-9de7-5d70281d66be req-f0eb2b3b-48f3-42d4-9430-38c0ae014065 service neutron] 10.222.0.35 "GET /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3798945
Apr 22 12:57:25.398999 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-99bb58fe-8fd9-4d4b-b8ee-c8c23f68c701 req-7971ff9c-8329-480f-a5f2-96c374d17ad2 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085231
Apr 22 12:57:25.411946 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5a0d4e66-d71b-4a5d-be2b-f4b73b3d2e57 req-a6808326-2da4-46a4-970a-65c5fc19c355 service neutron] 10.222.0.35 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2883618
Apr 22 12:57:25.428017 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850810900'] for network, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:25.591266 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b0d65cfa-459b-4f1f-996a-e4835e1a7597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:25.662693 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b0d65cfa-459b-4f1f-996a-e4835e1a7597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:25.687851 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:25.740756 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5a0d4e66-d71b-4a5d-be2b-f4b73b3d2e57 req-f4d9087a-c83a-4a93-b558-f46c0e782d62 service neutron] 10.222.0.35 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3250442
Apr 22 12:57:25.808415 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931125', 'neutron.services.segments.db._delete_segments_for_network-8776327253363'] for network, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:25.839793 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-b0d65cfa-459b-4f1f-996a-e4835e1a7597 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b663e26ca2f34d0baaa864888c69db0d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5249276
Apr 22 12:57:25.844648 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 51296) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:25.903986 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d65cfa-459b-4f1f-996a-e4835e1a7597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236be479-2fa8-4cb1-b660-a90a110c4f71,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:25.911020 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b0d65cfa-459b-4f1f-996a-e4835e1a7597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:25.951220 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-977eb69b-abfb-4f14-bafb-63618000832c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:25.979010 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fb65c0814a8>> segment before_delete 55550000 {{(pid=86533) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:25.979444 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fb65c0814a8>> subnet precommit_delete_associations 55550000 {{(pid=86533) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:25.980304 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb65781c9b0>> segment_host_mapping after_create 55550000 {{(pid=86533) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:25.980726 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb65781c9b0>> port after_create 55550000 {{(pid=86533) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:25.981092 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb65781c9b0>> port after_delete 55550000 {{(pid=86533) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:25.981483 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb65781c9b0>> port after_update 55550000 {{(pid=86533) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:25.981947 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb65781c9b0>> segment after_delete 55550000 {{(pid=86533) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:25.982267 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb65781c9b0>> subnet after_create 55550000 {{(pid=86533) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:25.982630 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb65781c9b0>> subnet after_delete 55550000 {{(pid=86533) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:25.982992 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb65781c9b0>> subnet after_update 55550000 {{(pid=86533) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:25.999682 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-977eb69b-abfb-4f14-bafb-63618000832c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:26.056620 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb657e45780>> subnet after_create 55550000 {{(pid=86533) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:26.057183 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb657e45780>> subnet after_delete 55550000 {{(pid=86533) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:26.057801 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb657e45780>> subnet before_create 55550000 {{(pid=86533) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:26.058337 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb657e45780>> subnet before_update 55550000 {{(pid=86533) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:26.058983 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb656b764a8>,) {'filters': {'network_id': ['e43bd707-9e8e-4942-9e64-862e89c31a44']}} {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:57:26.082890 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb656b764a8>, '55ee3340-25f3-46df-8eaf-e8689c26f586') {'for_net_delete': True} {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:57:26.083430 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb656b764a8>, '55ee3340-25f3-46df-8eaf-e8689c26f586') {} {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:57:26.104011 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f4612-0283-4485-9f1e-051f556e40a1 req-41f2b6ca-070a-45a4-b016-01a0bb4cf096 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:26.105880 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-927f4612-0283-4485-9f1e-051f556e40a1 req-41f2b6ca-070a-45a4-b016-01a0bb4cf096 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.4091182
Apr 22 12:57:26.106440 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-977eb69b-abfb-4f14-bafb-63618000832c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:26.110484 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260527543395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852852965'] for segment, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:26.120740 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:26.136992 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977eb69b-abfb-4f14-bafb-63618000832c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236be479-2fa8-4cb1-b660-a90a110c4f71,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:26.140485 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-977eb69b-abfb-4f14-bafb-63618000832c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:26.142269 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-977eb69b-abfb-4f14-bafb-63618000832c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:26.144216 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-977eb69b-abfb-4f14-bafb-63618000832c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/236be479-2fa8-4cb1-b660-a90a110c4f71 HTTP/1.1" status: 204  len: 168 time: 0.2971437
Apr 22 12:57:26.207591 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-927f4612-0283-4485-9f1e-051f556e40a1 req-ce3fff8a-21b5-455b-a26d-0d9513224b22 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866725
Apr 22 12:57:26.212715 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:26.235179 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=86533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 12:57:26.521895 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Network e43bd707-9e8e-4942-9e64-862e89c31a44 has no segments {{(pid=86533) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 12:57:26.542091 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850845775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10864074'] for segment, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:26.787455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Network e43bd707-9e8e-4942-9e64-862e89c31a44 has no segments {{(pid=86533) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:   from cryptography.utils import int_from_bytes
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:   from cryptography.utils import int_from_bytes
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:   (rel_b, rel_a, rel_b),
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:   (rel_b, rel_a, rel_b),
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]: Traceback (most recent call last):
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:     timer()
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:     cb(*args, **kw)
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:     return func(*args, **kwargs)
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:     self._notify()
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:     self.callback(batched_events)
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:     event.method(event)
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:     segment_id)['aggregates'][0]
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:     return f(self, *a, **k)
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self._get(url).json()
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:     **kwargs)
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self.request(url, 'GET', **kwargs)
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:     **endpoint_filter)
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 12:57:26.816193 dv-cinder-787262-3-iscsi neutron-server[86413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 12:57:27.057920 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850844675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-769154'] for network, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:27.062878 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6e9bb4ac-dc3a-4343-9995-776aca6badca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:27.083234 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:27.094689 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Pushing event deleted for resources: {'Network': ['ID=e43bd707-9e8e-4942-9e64-862e89c31a44,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:27.101479 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:27.189954 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-24d5e36b-6561-450b-9f11-467344f45758 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e43bd707-9e8e-4942-9e64-862e89c31a44 HTTP/1.1" status: 204  len: 168 time: 1.9709964
Apr 22 12:57:27.467262 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 51336) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:27.561678 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-2188db0c-dc56-4e29-a6aa-4545f9b78b74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4a553c8742a4849a45bafbfec9a41f9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0927048
Apr 22 12:57:27.564742 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 51340) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:27.651938 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-084dcc9a-c6df-40b2-a271-b80393f7d62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:27.687838 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-084dcc9a-c6df-40b2-a271-b80393f7d62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:27.876972 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-084dcc9a-c6df-40b2-a271-b80393f7d62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:27.883716 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a74d7a86-37f6-463c-8d99-ad016a509c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:27.903753 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dcc9a-c6df-40b2-a271-b80393f7d62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aba7b5d-7ba2-472d-a6af-756caa5f996a,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:27.907726 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-084dcc9a-c6df-40b2-a271-b80393f7d62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:27.960873 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-084dcc9a-c6df-40b2-a271-b80393f7d62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:27.963029 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-084dcc9a-c6df-40b2-a271-b80393f7d62d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1aba7b5d-7ba2-472d-a6af-756caa5f996a HTTP/1.1" status: 204  len: 168 time: 0.3969398
Apr 22 12:57:28.550995 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 12:57:28.901373 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb4a68-73dd-4b1c-bae4-046c5fc0f3f9 req-c87918ac-a0a9-4f9c-8268-d51e1c6e830d tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:28.905522 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-26bb4a68-73dd-4b1c-bae4-046c5fc0f3f9 req-c87918ac-a0a9-4f9c-8268-d51e1c6e830d tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.1526997
Apr 22 12:57:28.906506 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c,segment=NetworkSegment(f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd),segment_id=f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:57:28.931061 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': '3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c', 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82', 'port_id': '3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c', 'mac_address': 'fa:16:3e:1f:20:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e985ab-6ee0-49a9-b2d1-fbe579a07266', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 12:57:29.012579 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-26bb4a68-73dd-4b1c-bae4-046c5fc0f3f9 req-33b39bc9-1f59-4130-b05f-0d2bb5ae37c2 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936387
Apr 22 12:57:29.040972 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:29.047103 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f823b44-eab2-461d-8399-5a3110672219 req-f37a4136-e734-4fe2-83cd-b9186101f337 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:29.051090 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5f823b44-eab2-461d-8399-5a3110672219 req-f37a4136-e734-4fe2-83cd-b9186101f337 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=776c0db2-950a-4dee-a684-bd4c773ffa3c HTTP/1.1" status: 200  len: 944 time: 0.1892431
Apr 22 12:57:29.077377 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 12:57:29.112238 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c,segment=NetworkSegment(f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd),segment_id=f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:57:29.144691 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5f823b44-eab2-461d-8399-5a3110672219 req-951cd341-29ee-4917-896b-63dc8b5a43ca tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838537
Apr 22 12:57:29.146747 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:29.149887 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:29.283664 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:29.288454 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:29.532412 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 12:57:30.286660 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4e9e1-698f-455f-b88b-d5607a67b192 req-6cbcbb5f-0ad5-4841-9ce5-be687e95c7d3 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:30.288479 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f6a4e9e1-698f-455f-b88b-d5607a67b192 req-6cbcbb5f-0ad5-4841-9ce5-be687e95c7d3 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.1145878
Apr 22 12:57:30.347539 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f6a4e9e1-698f-455f-b88b-d5607a67b192 req-0f03e312-db23-4ca8-9005-409170b0479e tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519133
Apr 22 12:57:30.713459 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27311106-37c3-4370-9b2b-99fc4c2ad7ef req-f3664e99-10dc-433f-9be9-a3f149de6f4e tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:30.716006 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-27311106-37c3-4370-9b2b-99fc4c2ad7ef req-f3664e99-10dc-433f-9be9-a3f149de6f4e tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=776c0db2-950a-4dee-a684-bd4c773ffa3c HTTP/1.1" status: 200  len: 945 time: 0.1430347
Apr 22 12:57:30.813300 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-27311106-37c3-4370-9b2b-99fc4c2ad7ef req-ac454d7b-f0bc-45a9-855a-a385eec9e048 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894642
Apr 22 12:57:31.527357 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:57:31.633644 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0d31a-db5b-451a-9f64-730f1a4b4c76 req-1431cc0d-2775-447e-9bb0-579938e5ae2a tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:31.635276 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4cb0d31a-db5b-451a-9f64-730f1a4b4c76 req-1431cc0d-2775-447e-9bb0-579938e5ae2a tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.1366956
Apr 22 12:57:31.658017 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning for port 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:57:31.665682 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:57:31.666185 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:31.696256 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4cb0d31a-db5b-451a-9f64-730f1a4b4c76 req-80483d9c-2cb2-44ad-8cde-794d33f4ef1c tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535984
Apr 22 12:57:31.874953 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:31.936685 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776c0db2-950a-4dee-a684-bd4c773ffa3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:57:31.956793 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c,segment=NetworkSegment(f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd),segment_id=f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:57:32.013036 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776c0db2-950a-4dee-a684-bd4c773ffa3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c', 'code': 200}
Apr 22 12:57:32.075743 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3dada-13d9-41f8-ba91-3dc631568bcd req-3e264eb1-213c-4695-a4c2-ec638a698cc0 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:32.084946 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-68b3dada-13d9-41f8-ba91-3dc631568bcd req-3e264eb1-213c-4695-a4c2-ec638a698cc0 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=776c0db2-950a-4dee-a684-bd4c773ffa3c HTTP/1.1" status: 200  len: 946 time: 0.1281965
Apr 22 12:57:32.122134 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:32.125870 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:32.140599 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-68b3dada-13d9-41f8-ba91-3dc631568bcd req-7ed555ae-e15b-4f33-9d67-1bff3441802a tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494833
Apr 22 12:57:32.305077 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:32.310306 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:32.518246 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb084dc-6872-47c6-8780-69cbfd32ccfd req-1ec3004d-09c5-46ed-aa10-004681f89e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:32.520937 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-deb084dc-6872-47c6-8780-69cbfd32ccfd req-1ec3004d-09c5-46ed-aa10-004681f89e87 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=776c0db2-950a-4dee-a684-bd4c773ffa3c HTTP/1.1" status: 200  len: 1099 time: 0.0997884
Apr 22 12:57:32.578339 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-deb084dc-6872-47c6-8780-69cbfd32ccfd req-00fffade-ca31-47fd-9dcd-eb0278a6c494 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444226
Apr 22 12:57:32.971171 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fe8ea-42e6-4b9e-b23e-36bde4ed7835 req-26c69f66-cb31-41e0-ac62-f7e8c58c96bd tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:32.974402 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-419fe8ea-42e6-4b9e-b23e-36bde4ed7835 req-26c69f66-cb31-41e0-ac62-f7e8c58c96bd tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.1308315
Apr 22 12:57:33.037964 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-419fe8ea-42e6-4b9e-b23e-36bde4ed7835 req-1526ce73-0727-4413-94b0-0c1a499d215f tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510709
Apr 22 12:57:33.428524 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad451c-ef58-4d04-8cbf-7d2d3e7245d3 req-d98f074a-0a33-4509-885c-bd08d85ec9c8 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:33.431086 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8dad451c-ef58-4d04-8cbf-7d2d3e7245d3 req-d98f074a-0a33-4509-885c-bd08d85ec9c8 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=776c0db2-950a-4dee-a684-bd4c773ffa3c HTTP/1.1" status: 200  len: 946 time: 0.1113329
Apr 22 12:57:33.512860 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8dad451c-ef58-4d04-8cbf-7d2d3e7245d3 req-ced050ff-acc3-4a09-b15c-17dc884adb91 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755365
Apr 22 12:57:33.809834 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 51494) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:33.962454 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-35df3f22-cda8-4b06-827c-20fa3fce1307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:33.981825 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-35df3f22-cda8-4b06-827c-20fa3fce1307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:57:33.986550 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-35df3f22-cda8-4b06-827c-20fa3fce1307 admin admin] Usage tracker for resource:security_group_rule and tenant:08c0fa1f4e2a43c6a5b730e7ee54817b is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:57:33.990214 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-35df3f22-cda8-4b06-827c-20fa3fce1307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:57:33.997108 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-35df3f22-cda8-4b06-827c-20fa3fce1307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:57:34.097768 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-35df3f22-cda8-4b06-827c-20fa3fce1307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:34.129031 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-35df3f22-cda8-4b06-827c-20fa3fce1307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:34.139450 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:34.205464 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-35df3f22-cda8-4b06-827c-20fa3fce1307 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08c0fa1f4e2a43c6a5b730e7ee54817b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3937862
Apr 22 12:57:34.209344 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df3f22-cda8-4b06-827c-20fa3fce1307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e43356a-0f30-43b1-ad17-df8d33c7f119,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:34.212616 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 51504) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:34.250391 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-35df3f22-cda8-4b06-827c-20fa3fce1307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:34.301599 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9328bc19-9d1f-4e5e-8b36-b169a6d4477f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:34.329081 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db37b5e-4376-462c-911e-a7ebb6c47adc req-2089abee-b0ec-48cc-bfbe-a1c3cfa6c542 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:34.332756 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3db37b5e-4376-462c-911e-a7ebb6c47adc req-2089abee-b0ec-48cc-bfbe-a1c3cfa6c542 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.1393480
Apr 22 12:57:34.334514 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9328bc19-9d1f-4e5e-8b36-b169a6d4477f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:34.411196 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3db37b5e-4376-462c-911e-a7ebb6c47adc req-72995212-fef8-4583-88b8-394ce2896335 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645912
Apr 22 12:57:34.454171 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9328bc19-9d1f-4e5e-8b36-b169a6d4477f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:34.463863 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-084dcc9a-c6df-40b2-a271-b80393f7d62d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:34.493169 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328bc19-9d1f-4e5e-8b36-b169a6d4477f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e43356a-0f30-43b1-ad17-df8d33c7f119,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:34.498940 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9328bc19-9d1f-4e5e-8b36-b169a6d4477f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:34.501076 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9328bc19-9d1f-4e5e-8b36-b169a6d4477f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:34.506622 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-9328bc19-9d1f-4e5e-8b36-b169a6d4477f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e43356a-0f30-43b1-ad17-df8d33c7f119 HTTP/1.1" status: 204  len: 168 time: 0.2889376
Apr 22 12:57:35.654285 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b7ec2d85-3c4b-4150-ab7b-a78637f59821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:36.445894 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-946443d5-4ca2-4685-93fd-d48ee2a87ae8 req-67cf486f-588b-47f7-b9e6-8e2278a0bf74 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0966966
Apr 22 12:57:36.817938 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3f73e-84c8-486d-b6e4-8aa59a709067 req-a1790d37-be6a-4e58-8142-d54f6decf4a9 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:36.820002 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a4d3f73e-84c8-486d-b6e4-8aa59a709067 req-a1790d37-be6a-4e58-8142-d54f6decf4a9 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.1024406
Apr 22 12:57:36.877777 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a4d3f73e-84c8-486d-b6e4-8aa59a709067 req-05945b9a-8c51-46fb-b534-eabe9763f835 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498159
Apr 22 12:57:36.949035 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:37.198548 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec3a0a-8d5b-4ca7-be5f-97aa294f4e4b req-dca7fd55-2d2c-4a71-8727-2c9c0f759bef tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:37.200339 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-69ec3a0a-8d5b-4ca7-be5f-97aa294f4e4b req-dca7fd55-2d2c-4a71-8727-2c9c0f759bef tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=776c0db2-950a-4dee-a684-bd4c773ffa3c HTTP/1.1" status: 200  len: 946 time: 0.5779171
Apr 22 12:57:37.203799 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946443d5-4ca2-4685-93fd-d48ee2a87ae8 req-b300ae79-b3c8-46dc-8f96-7fc94f1d2429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:37.205352 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-946443d5-4ca2-4685-93fd-d48ee2a87ae8 req-b300ae79-b3c8-46dc-8f96-7fc94f1d2429 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b1cd00a58b0248ad8aba2e327d13ee87&device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 1098 time: 0.4949596
Apr 22 12:57:37.356474 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-69ec3a0a-8d5b-4ca7-be5f-97aa294f4e4b req-6fb28b61-3d18-4c36-8193-58890c57ed9f tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471596
Apr 22 12:57:37.433043 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946443d5-4ca2-4685-93fd-d48ee2a87ae8 req-d6954789-4a17-4eb9-bdad-6938421863b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:37.434689 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-946443d5-4ca2-4685-93fd-d48ee2a87ae8 req-d6954789-4a17-4eb9-bdad-6938421863b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=49734fce-29d7-425b-9134-2db9dec57d82 HTTP/1.1" status: 200  len: 916 time: 0.2043190
Apr 22 12:57:37.600520 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-946443d5-4ca2-4685-93fd-d48ee2a87ae8 req-521c55ee-c938-4d4f-9ddf-2f713e761bdc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=105362e0-f087-4f6d-82d7-aa35722cdc28 HTTP/1.1" status: 200  len: 217 time: 0.1570942
Apr 22 12:57:37.694728 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946443d5-4ca2-4685-93fd-d48ee2a87ae8 req-efe35e6d-2146-4b94-b204-ff70a8f3efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:37.696711 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-946443d5-4ca2-4685-93fd-d48ee2a87ae8 req-efe35e6d-2146-4b94-b204-ff70a8f3efcc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29e985ab-6ee0-49a9-b2d1-fbe579a07266 HTTP/1.1" status: 200  len: 855 time: 0.0744715
Apr 22 12:57:37.793901 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-946443d5-4ca2-4685-93fd-d48ee2a87ae8 req-453c98ae-2a3d-49cc-8ba5-48a8e4da5193 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49734fce-29d7-425b-9134-2db9dec57d82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0888419
Apr 22 12:57:37.993877 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-946443d5-4ca2-4685-93fd-d48ee2a87ae8 req-153e3976-5968-4ea0-a391-9eb5a9a035d5 service neutron] 10.222.0.35 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1905735
Apr 22 12:57:38.270725 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-946443d5-4ca2-4685-93fd-d48ee2a87ae8 req-e8359610-8a90-402d-903b-5d562a9622cd service neutron] 10.222.0.35 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2687182
Apr 22 12:57:38.435361 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c33b4-b6b9-47ba-be75-eec194e00fdb req-48f4c430-13b3-488f-b7c9-ee4d43cc7514 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:38.437413 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-668c33b4-b6b9-47ba-be75-eec194e00fdb req-48f4c430-13b3-488f-b7c9-ee4d43cc7514 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.2779098
Apr 22 12:57:38.437676 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-045283ca-23b9-43d2-a071-d61573500014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:38.446174 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8628fa-acc0-489a-a291-aa94b7c96d4b req-a010cb79-159c-4772-840c-e03deab04fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:38.447849 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8f8628fa-acc0-489a-a291-aa94b7c96d4b req-a010cb79-159c-4772-840c-e03deab04fdf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 1099 time: 0.1556447
Apr 22 12:57:38.560085 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8f8628fa-acc0-489a-a291-aa94b7c96d4b req-450f5f8b-9b65-48b9-9359-d1237d004d9e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989752
Apr 22 12:57:38.576353 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-668c33b4-b6b9-47ba-be75-eec194e00fdb req-49494318-d725-435d-b270-11560de42434 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192033
Apr 22 12:57:38.775030 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912bcb2-22cd-45a0-a2ab-96939d44aebd req-494518af-458a-4825-ac85-291b365d44fc tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:38.778048 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2912bcb2-22cd-45a0-a2ab-96939d44aebd req-494518af-458a-4825-ac85-291b365d44fc tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=776c0db2-950a-4dee-a684-bd4c773ffa3c HTTP/1.1" status: 200  len: 946 time: 0.1480594
Apr 22 12:57:38.860709 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2912bcb2-22cd-45a0-a2ab-96939d44aebd req-12b053e9-ce10-4601-9226-bd95d14ac9d4 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717518
Apr 22 12:57:39.923081 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a38706-a245-4690-ad5f-797c171976c6 req-4250bb63-e37f-455c-8914-935a77e70f58 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:39.925598 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-43a38706-a245-4690-ad5f-797c171976c6 req-4250bb63-e37f-455c-8914-935a77e70f58 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.1659229
Apr 22 12:57:39.983486 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-43a38706-a245-4690-ad5f-797c171976c6 req-0813685b-edba-41f6-a3b3-ac9dcdc7736a tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506942
Apr 22 12:57:40.231771 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:40.443231 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:41.132018 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:41.264667 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 12:57:43.338440 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83717162-ec3f-4744-82d1-1ff3c360eb57 req-f902990a-7e0b-4c75-bdaa-6089fad744bd tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:43.340177 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-83717162-ec3f-4744-82d1-1ff3c360eb57 req-f902990a-7e0b-4c75-bdaa-6089fad744bd tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.1362517
Apr 22 12:57:43.395924 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-83717162-ec3f-4744-82d1-1ff3c360eb57 req-8bdd76b4-1b6d-48ed-87b9-91d3d958620c tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483849
Apr 22 12:57:43.708982 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605ec09-9717-4644-b42d-44d24a5c6189 req-ec65e50e-f9c5-4bf2-939a-0ee2d04243a9 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:43.710846 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0605ec09-9717-4644-b42d-44d24a5c6189 req-ec65e50e-f9c5-4bf2-939a-0ee2d04243a9 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1015625
Apr 22 12:57:43.789694 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0605ec09-9717-4644-b42d-44d24a5c6189 req-590b36b2-ea02-4026-96fb-82f5bae61dd5 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676556
Apr 22 12:57:45.697267 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-e9362612-27d0-4d3c-a17c-c11f32f59e0d tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:45.705154 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-e9362612-27d0-4d3c-a17c-c11f32f59e0d tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/networks?id=49734fce-29d7-425b-9134-2db9dec57d82 HTTP/1.1" status: 200  len: 815 time: 0.2948482
Apr 22 12:57:45.726018 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-047d5797-1dbf-4a58-88eb-5b177645f07e tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/quotas/b1cd00a58b0248ad8aba2e327d13ee87 HTTP/1.1" status: 200  len: 375 time: 0.0192697
Apr 22 12:57:45.867860 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-6f2ccab7-49cc-4110-b207-cd68c80902a6 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1cd00a58b0248ad8aba2e327d13ee87&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1404750
Apr 22 12:57:46.079732 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-15431211-297d-4c59-80aa-5093769b0224 service neutron] 10.222.0.20 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2033634
Apr 22 12:57:46.114869 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 51706) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:46.291327 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-f773b642-0074-4b7f-828e-9c0fc5bf4804 service neutron] 10.222.0.20 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2025609
Apr 22 12:57:46.419939 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:46.459814 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:57:46.467884 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] Usage tracker for resource:security_group_rule and tenant:76d3fe1502744ad992abec78aa382792 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:57:46.475604 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:57:46.488933 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:57:46.820506 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:46.882623 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:46.892467 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:46.950694 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26d805e-3bdc-4434-8e0c-1cee2981db90,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:46.978351 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76d3fe1502744ad992abec78aa382792&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8619144
Apr 22 12:57:46.983111 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 51736) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:46.988947 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:46.989890 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:46.990447 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:46.991149 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:46.992324 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:46.992900 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:47.002603 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:47.002603 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:47.002603 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:47.002603 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:47.002603 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:47.002603 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:47.065155 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:47.084600 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-af9f3928-caa7-434c-ae46-996ec5c8739f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:47.142730 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-af9f3928-caa7-434c-ae46-996ec5c8739f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:47.236225 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bd7ae66a-947e-44ed-8aa3-c9fb4543c09f req-57d3f15f-65e7-4a38-8587-a58a098c98d6 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89 HTTP/1.1" status: 200  len: 210 time: 0.2652750
Apr 22 12:57:47.373448 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-af9f3928-caa7-434c-ae46-996ec5c8739f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:47.382537 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-dc3e8f6d-7e3b-448b-b944-b517d66650a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:47.402118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f3928-caa7-434c-ae46-996ec5c8739f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26d805e-3bdc-4434-8e0c-1cee2981db90,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:47.412828 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-af9f3928-caa7-434c-ae46-996ec5c8739f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:47.416686 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaec398-524c-454b-aadf-1346b34045bd req-b8f353ce-c04c-43fb-8b5c-32a0d5031dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:47.419320 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2eaec398-524c-454b-aadf-1346b34045bd req-b8f353ce-c04c-43fb-8b5c-32a0d5031dc5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ee83b5586734c17a93b5a549ee51099&device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 1098 time: 0.2098050
Apr 22 12:57:47.428423 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-af9f3928-caa7-434c-ae46-996ec5c8739f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:47.434156 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-af9f3928-caa7-434c-ae46-996ec5c8739f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b26d805e-3bdc-4434-8e0c-1cee2981db90 HTTP/1.1" status: 204  len: 168 time: 0.4450431
Apr 22 12:57:47.559096 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678073bb-56eb-427e-b0dd-63d040db2e33 req-46eed650-7324-4b33-a11c-91ffb5ae4386 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:47.561792 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-678073bb-56eb-427e-b0dd-63d040db2e33 req-46eed650-7324-4b33-a11c-91ffb5ae4386 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1646931
Apr 22 12:57:47.660656 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-678073bb-56eb-427e-b0dd-63d040db2e33 req-5854ed74-aec8-4a24-bd15-22cc9f2b432a tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905764
Apr 22 12:57:47.764365 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaec398-524c-454b-aadf-1346b34045bd req-73517cc2-2902-4915-aa9c-4b3d55548881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:47.767249 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2eaec398-524c-454b-aadf-1346b34045bd req-73517cc2-2902-4915-aa9c-4b3d55548881 service neutron] 10.222.0.35 "GET /v2.0/networks?id=be9c63ee-d5df-4a33-bd14-78e612dd44e6 HTTP/1.1" status: 200  len: 919 time: 0.3401694
Apr 22 12:57:47.850206 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2eaec398-524c-454b-aadf-1346b34045bd req-a759450a-a6d0-4191-adec-80e778304347 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=effe23e0-db68-4498-8abd-1d1844a61b09 HTTP/1.1" status: 200  len: 217 time: 0.0761344
Apr 22 12:57:47.952574 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaec398-524c-454b-aadf-1346b34045bd req-f7af6bf0-4376-4b62-b1c4-4ec4e5dbee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:47.954900 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2eaec398-524c-454b-aadf-1346b34045bd req-f7af6bf0-4376-4b62-b1c4-4ec4e5dbee83 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72efafc1-dd84-4bb1-b54c-b8367450c432 HTTP/1.1" status: 200  len: 858 time: 0.0982568
Apr 22 12:57:48.036841 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2eaec398-524c-454b-aadf-1346b34045bd req-f9251557-da1a-4943-a477-b0f933301ba5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be9c63ee-d5df-4a33-bd14-78e612dd44e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0745404
Apr 22 12:57:48.267600 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2eaec398-524c-454b-aadf-1346b34045bd req-854973c4-3d0a-459d-81cb-bb56e209aa4e service neutron] 10.222.0.35 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2196975
Apr 22 12:57:48.435943 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0a02d85d-27ec-4e70-8475-e18cf9ff6854 req-dee170b8-3d17-4213-b17c-1d2d23b3b3eb tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89 HTTP/1.1" status: 200  len: 210 time: 0.0608263
Apr 22 12:57:48.629972 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2eaec398-524c-454b-aadf-1346b34045bd req-338b2381-8f96-4aad-9f42-d1d7373a2a10 service neutron] 10.222.0.35 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3533025
Apr 22 12:57:48.978002 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c076c7-0856-407e-a237-28dcbc10f184 req-21358dfc-bca5-45c1-806a-08980419daa3 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:48.979884 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c1c076c7-0856-407e-a237-28dcbc10f184 req-21358dfc-bca5-45c1-806a-08980419daa3 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1111221
Apr 22 12:57:49.043355 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c1c076c7-0856-407e-a237-28dcbc10f184 req-f83867ea-bfdd-494a-aeab-304613eca699 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562630
Apr 22 12:57:49.254747 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 51806) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:49.618339 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_v2 [None req-98285ba8-5e06-40d8-b4d8-ccc3111238dc admin admin] Deleting subnet 0e1d72a8-eaf1-4d20-89d9-99e6b4740a2d {{(pid=86533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 12:57:49.622139 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-98285ba8-5e06-40d8-b4d8-ccc3111238dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:49.858313 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-412ebf76-b30d-4dd4-96fd-8e6d85537181 req-644cdde3-1cdb-4800-8d76-ee10518f7025 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89 HTTP/1.1" status: 200  len: 210 time: 0.0677586
Apr 22 12:57:49.877319 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-98285ba8-5e06-40d8-b4d8-ccc3111238dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1922835'] for subnet, precommit_delete_associations {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:49.982546 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-98285ba8-5e06-40d8-b4d8-ccc3111238dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844768'] for subnet, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:50.109964 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-88164027-a141-45f4-9ba9-2b9f07d16861 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:50.111816 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-88164027-a141-45f4-9ba9-2b9f07d16861 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.35 "GET /v2.0/networks?id=49734fce-29d7-425b-9134-2db9dec57d82 HTTP/1.1" status: 200  len: 815 time: 0.5004349
Apr 22 12:57:50.175210 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-b581d7dc-a53a-4549-bfc7-bf331fe2a9c9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Request body: {'port': {'device_id': '6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89', 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82', 'admin_state_up': True, 'tenant_id': 'b1cd00a58b0248ad8aba2e327d13ee87'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:57:50.480401 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-b581d7dc-a53a-4549-bfc7-bf331fe2a9c9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:57:50.510722 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-b581d7dc-a53a-4549-bfc7-bf331fe2a9c9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:57:50.620001 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-b581d7dc-a53a-4549-bfc7-bf331fe2a9c9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Made reservation on behalf of b1cd00a58b0248ad8aba2e327d13ee87 for: {'port': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:57:50.626509 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-b581d7dc-a53a-4549-bfc7-bf331fe2a9c9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:50.872939 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc253dfd-42dd-4ff1-bafc-a546c361f85b req-abc3871e-85cd-49a1-9033-7dc940dae213 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:50.874772 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cc253dfd-42dd-4ff1-bafc-a546c361f85b req-abc3871e-85cd-49a1-9033-7dc940dae213 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.3873646
Apr 22 12:57:51.030828 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cc253dfd-42dd-4ff1-bafc-a546c361f85b req-7b99a80b-ac31-4eb4-bb61-0a0d6c55a0be tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435719
Apr 22 12:57:51.044493 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-b581d7dc-a53a-4549-bfc7-bf331fe2a9c9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Allocated IP 172.20.0.5 (49734fce-29d7-425b-9134-2db9dec57d82/29e985ab-6ee0-49a9-b2d1-fbe579a07266/5d37e521-fcbd-4715-b143-cfe3aaa5ef3b) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:57:51.108593 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-98285ba8-5e06-40d8-b4d8-ccc3111238dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3931032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843910551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10722526'] for subnet, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:51.125551 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-19f0df4d-c2c5-4d6a-99b6-107d6c853b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:51.136563 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-94237237-9bc3-48e1-a567-ab40c83a3ed1 req-a782a2b0-afe5-43be-b780-bfd65403fcf4 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89 HTTP/1.1" status: 200  len: 210 time: 0.1008363
Apr 22 12:57:51.188218 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98285ba8-5e06-40d8-b4d8-ccc3111238dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e1d72a8-eaf1-4d20-89d9-99e6b4740a2d,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:51.197571 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-98285ba8-5e06-40d8-b4d8-ccc3111238dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:51.257365 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-98285ba8-5e06-40d8-b4d8-ccc3111238dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:51.333366 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-98285ba8-5e06-40d8-b4d8-ccc3111238dc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0e1d72a8-eaf1-4d20-89d9-99e6b4740a2d HTTP/1.1" status: 204  len: 168 time: 2.0720963
Apr 22 12:57:51.334056 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 51844) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:51.394561 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-b581d7dc-a53a-4549-bfc7-bf331fe2a9c9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:51.493559 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850810900'] for network, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:51.497698 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-b581d7dc-a53a-4549-bfc7-bf331fe2a9c9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:51.514084 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['105362e0-f087-4f6d-82d7-aa35722cdc28', '3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 12:57:51.530872 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:51.625764 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-b581d7dc-a53a-4549-bfc7-bf331fe2a9c9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Network 49734fce-29d7-425b-9134-2db9dec57d82 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:57:51.630990 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-b581d7dc-a53a-4549-bfc7-bf331fe2a9c9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:57:51.635924 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-b581d7dc-a53a-4549-bfc7-bf331fe2a9c9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:57:51.668437 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931125', 'neutron.services.segments.db._delete_segments_for_network-8776327253363'] for network, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:51.679246 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581d7dc-a53a-4549-bfc7-bf331fe2a9c9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Pushing event updated for resources: {'Port': ['ID=5d37e521-fcbd-4715-b143-cfe3aaa5ef3b,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:51.685005 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b581d7dc-a53a-4549-bfc7-bf331fe2a9c9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:51.763964 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-b581d7dc-a53a-4549-bfc7-bf331fe2a9c9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:51.765197 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-b581d7dc-a53a-4549-bfc7-bf331fe2a9c9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:51.839291 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fb657921f28>> segment before_delete 55550000 {{(pid=86532) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:51.839790 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fb657921f28>> subnet precommit_delete_associations 55550000 {{(pid=86532) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:51.840570 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb65780f9e8>> segment_host_mapping after_create 55550000 {{(pid=86532) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:51.841111 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb65780f9e8>> port after_create 55550000 {{(pid=86532) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:51.841473 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb65780f9e8>> port after_delete 55550000 {{(pid=86532) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:51.841831 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb65780f9e8>> port after_update 55550000 {{(pid=86532) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:51.842599 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb65780f9e8>> segment after_delete 55550000 {{(pid=86532) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:51.843187 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb65780f9e8>> subnet after_create 55550000 {{(pid=86532) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:51.843581 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb65780f9e8>> subnet after_delete 55550000 {{(pid=86532) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:51.843936 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb65780f9e8>> subnet after_update 55550000 {{(pid=86532) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:51.860874 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-b581d7dc-a53a-4549-bfc7-bf331fe2a9c9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6958592
Apr 22 12:57:51.880676 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Request body: {'port': {'device_id': '6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:57:51.920819 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb656dcdba8>> subnet after_create 55550000 {{(pid=86532) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:51.921260 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb656dcdba8>> subnet after_delete 55550000 {{(pid=86532) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:51.921775 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb656dcdba8>> subnet before_create 55550000 {{(pid=86532) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:51.922596 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb656dcdba8>> subnet before_update 55550000 {{(pid=86532) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 12:57:51.923123 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb657f067f0>,) {'filters': {'network_id': ['6c603c0e-7613-4aeb-adc8-8ca6c7be4f68']}} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:57:51.946177 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb657f067f0>, 'f5b8c809-2e7c-4123-be28-5a6eb3ec9fec') {'for_net_delete': True} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:57:51.946830 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb657f067f0>, 'f5b8c809-2e7c-4123-be28-5a6eb3ec9fec') {} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:57:51.978691 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260527543395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843964509'] for segment, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:52.008709 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:52.019645 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=86532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 12:57:52.193534 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:52.336658 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 51868) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:52.435389 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Network 6c603c0e-7613-4aeb-adc8-8ca6c7be4f68 has no segments {{(pid=86532) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 12:57:52.447837 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850845775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843907377'] for segment, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:52.667324 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f6cd9e22-0385-447c-bef3-682b0cae0909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:52.724307 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Network 6c603c0e-7613-4aeb-adc8-8ca6c7be4f68 has no segments {{(pid=86532) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 12:57:52.763765 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-f6cd9e22-0385-447c-bef3-682b0cae0909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:57:52.783429 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f6cd9e22-0385-447c-bef3-682b0cae0909 admin admin] Usage tracker for resource:security_group_rule and tenant:c0bb486417a24046889b7c5d8f44af3d is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:   from cryptography.utils import int_from_bytes
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:   from cryptography.utils import int_from_bytes
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:   (rel_b, rel_a, rel_b),
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:   (rel_b, rel_a, rel_b),
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]: Traceback (most recent call last):
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:     timer()
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:     cb(*args, **kw)
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:     return func(*args, **kwargs)
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:     self._notify()
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:     self.callback(batched_events)
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:     event.method(event)
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:     segment_id)['aggregates'][0]
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:     return f(self, *a, **k)
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self._get(url).json()
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:     **kwargs)
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self.request(url, 'GET', **kwargs)
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:     **endpoint_filter)
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 12:57:52.784783 dv-cinder-787262-3-iscsi neutron-server[86413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 12:57:52.792660 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f6cd9e22-0385-447c-bef3-682b0cae0909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:57:52.804963 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-f6cd9e22-0385-447c-bef3-682b0cae0909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:57:52.898678 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd28b7-bc7c-45b5-9fbb-ed85f0421378 req-81e71b7e-a8da-404c-8cf7-879f8b0b7da5 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:52.900371 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-10dd28b7-bc7c-45b5-9fbb-ed85f0421378 req-81e71b7e-a8da-404c-8cf7-879f8b0b7da5 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.6231582
Apr 22 12:57:52.932897 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850844675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-769154'] for network, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:52.933249 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052c514-9621-4e0b-9c9e-68018bfc8a31 req-f89a2477-1b9e-4286-a32a-610129adae19 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:52.934207 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-3052c514-9621-4e0b-9c9e-68018bfc8a31 req-f89a2477-1b9e-4286-a32a-610129adae19 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Synchronizing usage tracker for tenant:b1cd00a58b0248ad8aba2e327d13ee87 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:57:52.942640 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:52.949703 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3b286bef-e11d-40a2-83d1-33ac92ef5eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:52.983355 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6c603c0e-7613-4aeb-adc8-8ca6c7be4f68 HTTP/1.1" status: 204  len: 168 time: 1.6476026
Apr 22 12:57:52.989150 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c603c0e-7613-4aeb-adc8-8ca6c7be4f68,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:52.991773 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 51878) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:53.038940 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-10dd28b7-bc7c-45b5-9fbb-ed85f0421378 req-d30838a0-b1cb-41e1-bbe6-0fe98841a3dd tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262281
Apr 22 12:57:53.040429 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:53.040833 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:53.041221 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:53.041606 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:53.041992 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:53.042382 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:53.042765 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:53.043146 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:53.043562 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:53.043947 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:53.044331 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:53.044709 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:57:53.049657 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-da231c10-c8a5-4435-92f2-f904cbff8754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:53.090206 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-3052c514-9621-4e0b-9c9e-68018bfc8a31 req-f89a2477-1b9e-4286-a32a-610129adae19 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Unset dirty status for tenant:b1cd00a58b0248ad8aba2e327d13ee87 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:57:53.092487 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3052c514-9621-4e0b-9c9e-68018bfc8a31 req-f89a2477-1b9e-4286-a32a-610129adae19 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89 HTTP/1.1" status: 200  len: 931 time: 0.5073626
Apr 22 12:57:53.107733 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_v2 [None req-017bc1e8-0ae4-431a-b0c8-97527b1283c6 admin admin] Deleting subnet 8c8a296d-e38d-4c4f-9a26-8d0ab5be4760 {{(pid=86532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 12:57:53.112852 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-017bc1e8-0ae4-431a-b0c8-97527b1283c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:53.180587 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-017bc1e8-0ae4-431a-b0c8-97527b1283c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10811307'] for subnet, precommit_delete_associations {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:53.180850 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b {{(pid=86533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 12:57:53.231438 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:53.260158 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-017bc1e8-0ae4-431a-b0c8-97527b1283c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844768'] for subnet, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:53.290560 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3052c514-9621-4e0b-9c9e-68018bfc8a31 req-b8bd5ee9-5212-4ae8-81e0-f00abc87ae9b tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1803656
Apr 22 12:57:53.314678 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f6cd9e22-0385-447c-bef3-682b0cae0909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:53.314678 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Transition to ACTIVE for port object 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b will not be triggered until provisioned by entity L2. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:57:53.379101 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:53.394912 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:53.520792 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f6cd9e22-0385-447c-bef3-682b0cae0909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:53.558099 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Pushing event updated for resources: {'Port': ['ID=5d37e521-fcbd-4715-b143-cfe3aaa5ef3b,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:53.568751 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:53.584151 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cbda6150-bbfb-476c-9acd-9914828c81ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:53.723548 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-017bc1e8-0ae4-431a-b0c8-97527b1283c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3931032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10869100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843236324'] for subnet, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:53.729630 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:53.754322 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-f6cd9e22-0385-447c-bef3-682b0cae0909 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0bb486417a24046889b7c5d8f44af3d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4157364
Apr 22 12:57:53.759091 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 51892) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:53.774972 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bc1e8-0ae4-431a-b0c8-97527b1283c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c8a296d-e38d-4c4f-9a26-8d0ab5be4760,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:53.788012 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-017bc1e8-0ae4-431a-b0c8-97527b1283c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:53.795344 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-017bc1e8-0ae4-431a-b0c8-97527b1283c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:53.802036 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-017bc1e8-0ae4-431a-b0c8-97527b1283c6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8c8a296d-e38d-4c4f-9a26-8d0ab5be4760 HTTP/1.1" status: 204  len: 168 time: 0.8030689
Apr 22 12:57:53.804034 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 51896) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:53.811117 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd9e22-0385-447c-bef3-682b0cae0909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f2160e-2db8-4a15-841f-b08842569451,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:53.884981 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f6cd9e22-0385-447c-bef3-682b0cae0909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:53.944854 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8a2a7be8-323c-43e2-895f-652ea56c7937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850810900'] for network, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:54.104335 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-952f1857-05d0-45a8-98ea-0702db4c4c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:54.137646 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8a2a7be8-323c-43e2-895f-652ea56c7937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931125', 'neutron.services.segments.db._delete_segments_for_network-8776327253363'] for network, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:54.142967 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Attempting to bind port 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 12:57:54.143645 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Attempting to bind port 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82'}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 12:57:54.144275 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Attempting to bind port 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b on network 49734fce-29d7-425b-9134-2db9dec57d82 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:57:54.154948 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 51904) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:54.175248 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Port 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b on network 49734fce-29d7-425b-9134-2db9dec57d82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 12:57:54.175874 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Attempting to bind port 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b on network 49734fce-29d7-425b-9134-2db9dec57d82 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:57:54.211850 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Checking agent: {'id': 'c59c10bf-e5dd-4538-bcf5-3ec585cc6c03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'started_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 12:57:54.212608 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Checking segment: {'id': 'f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:57:54.213177 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Bound using segment: {'id': 'f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82'} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 12:57:54.214009 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Bound port: 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82'}}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 12:57:54.214731 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:54.240759 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-952f1857-05d0-45a8-98ea-0702db4c4c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:54.479143 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-af8b5029-7c22-4da9-a30d-a6c0435dc89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:54.632674 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-8a2a7be8-323c-43e2-895f-652ea56c7937 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb657f0fd30>,) {'filters': {'network_id': ['792251d2-110b-46ae-a77d-520c206c502f']}} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:57:54.636601 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-af8b5029-7c22-4da9-a30d-a6c0435dc89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:57:54.657722 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-8a2a7be8-323c-43e2-895f-652ea56c7937 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb657f0fd30>, '7c9e4b31-dcf6-4764-99af-be4c54e5a264') {'for_net_delete': True} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:57:54.658067 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-8a2a7be8-323c-43e2-895f-652ea56c7937 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb657f0fd30>, '7c9e4b31-dcf6-4764-99af-be4c54e5a264') {} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 12:57:54.664797 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-af8b5029-7c22-4da9-a30d-a6c0435dc89f admin admin] Usage tracker for resource:security_group_rule and tenant:0a6ca88b16ff413cbcfbefdb88ec1fdc is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:57:54.674371 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] For port 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b, host hv-cinder-78726, cleared binding levels {{(pid=86533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 12:57:54.677168 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8a2a7be8-323c-43e2-895f-652ea56c7937 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260527543395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843964509'] for segment, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:54.679162 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-af8b5029-7c22-4da9-a30d-a6c0435dc89f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:57:54.694804 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] For port 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5d37e521-fcbd-4715-b143-cfe3aaa5ef3b,segment=NetworkSegment(f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd),segment_id=f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd)] {{(pid=86533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 12:57:54.699859 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8a2a7be8-323c-43e2-895f-652ea56c7937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:54.700357 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-af8b5029-7c22-4da9-a30d-a6c0435dc89f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:57:54.710762 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740fcf5-d67d-4019-a544-25dd891e4347 req-eafe0516-9f40-4bff-9532-ec55ee59bfdb tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:54.712534 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5740fcf5-d67d-4019-a544-25dd891e4347 req-eafe0516-9f40-4bff-9532-ec55ee59bfdb tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1966341
Apr 22 12:57:54.719663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2a7be8-323c-43e2-895f-652ea56c7937 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=86532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 12:57:54.723816 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-952f1857-05d0-45a8-98ea-0702db4c4c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:54.737512 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-23d035b4-0813-4a46-925a-2af334a731ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:54.786057 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:54.800906 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f1857-05d0-45a8-98ea-0702db4c4c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f2160e-2db8-4a15-841f-b08842569451,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:54.813136 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-952f1857-05d0-45a8-98ea-0702db4c4c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:54.813704 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:54.855168 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-952f1857-05d0-45a8-98ea-0702db4c4c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:54.856463 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-952f1857-05d0-45a8-98ea-0702db4c4c05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15f2160e-2db8-4a15-841f-b08842569451 HTTP/1.1" status: 204  len: 168 time: 1.0902147
Apr 22 12:57:54.868380 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:54.868846 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:54.870378 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] 10.222.0.35 "PUT /v2.0/ports/5d37e521-fcbd-4715-b143-cfe3aaa5ef3b HTTP/1.1" status: 200  len: 1093 time: 2.9965954
Apr 22 12:57:54.872446 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89', 'tag': '5d37e521-fcbd-4715-b143-cfe3aaa5ef3b'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:57:54.886913 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5740fcf5-d67d-4019-a544-25dd891e4347 req-be0c2038-aebb-49b5-9d37-7c56583b9b80 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504271
Apr 22 12:57:54.929321 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd6010-37fe-4f51-bd46-1114cbde6c32 req-624a4b3d-9c55-412f-b49b-52826a5f11b4 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:54.936569 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-26cd6010-37fe-4f51-bd46-1114cbde6c32 req-624a4b3d-9c55-412f-b49b-52826a5f11b4 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89 HTTP/1.1" status: 200  len: 943 time: 0.4075055
Apr 22 12:57:54.983376 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-8a2a7be8-323c-43e2-895f-652ea56c7937 admin admin] Network 792251d2-110b-46ae-a77d-520c206c502f has no segments {{(pid=86532) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 12:57:54.995498 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Pushing event updated for resources: {'Port': ['ID=5d37e521-fcbd-4715-b143-cfe3aaa5ef3b,revision_number=3']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:55.011346 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:55.014766 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8a2a7be8-323c-43e2-895f-652ea56c7937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850845775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843907377'] for segment, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:55.023228 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-26cd6010-37fe-4f51-bd46-1114cbde6c32 req-d6906efe-e5fb-4160-b7c0-6a07a377ba94 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754578
Apr 22 12:57:55.186231 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-af8b5029-7c22-4da9-a30d-a6c0435dc89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:55.195345 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-f3418797-55c6-4e73-9beb-63c3e9d5f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:55.197266 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-f3418797-55c6-4e73-9beb-63c3e9d5f8e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b1cd00a58b0248ad8aba2e327d13ee87&device_id=6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89 HTTP/1.1" status: 200  len: 1096 time: 0.1707895
Apr 22 12:57:55.242438 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-8a2a7be8-323c-43e2-895f-652ea56c7937 admin admin] Network 792251d2-110b-46ae-a77d-520c206c502f has no segments {{(pid=86532) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]: Traceback (most recent call last):
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:     timer()
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:     cb(*args, **kw)
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:     return func(*args, **kwargs)
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:     self._notify()
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:     self.callback(batched_events)
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:     event.method(event)
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:     segment_id)['aggregates'][0]
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:     return f(self, *a, **k)
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self._get(url).json()
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:     **kwargs)
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self.request(url, 'GET', **kwargs)
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:     **endpoint_filter)
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 12:57:55.274197 dv-cinder-787262-3-iscsi neutron-server[86413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 12:57:55.298649 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-af8b5029-7c22-4da9-a30d-a6c0435dc89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:55.319203 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-fcb1ddf1-d375-46ac-8ab7-2d0c6d86c707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:55.354084 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b5029-7c22-4da9-a30d-a6c0435dc89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32fe791-3266-43ae-9be3-ccca9b0d74ee,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:55.358449 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-f3b97093-86c5-4a37-8a2c-7fcb6038cbd9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d37e521-fcbd-4715-b143-cfe3aaa5ef3b HTTP/1.1" status: 200  len: 217 time: 0.1410303
Apr 22 12:57:55.364364 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-af8b5029-7c22-4da9-a30d-a6c0435dc89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:55.377477 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89', 'tag': '5d37e521-fcbd-4715-b143-cfe3aaa5ef3b', 'status': 'completed', 'code': 200}
Apr 22 12:57:55.408863 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8a2a7be8-323c-43e2-895f-652ea56c7937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850844675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-769154'] for network, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:55.414005 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:55.439316 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-af8b5029-7c22-4da9-a30d-a6c0435dc89f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a6ca88b16ff413cbcfbefdb88ec1fdc&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2748337
Apr 22 12:57:55.439316 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 51922) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:55.452645 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8a2a7be8-323c-43e2-895f-652ea56c7937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:55.468450 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a7be8-323c-43e2-895f-652ea56c7937 admin admin] Pushing event deleted for resources: {'Network': ['ID=792251d2-110b-46ae-a77d-520c206c502f,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:55.474753 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-8a2a7be8-323c-43e2-895f-652ea56c7937 admin admin] 10.222.0.20 "DELETE /v2.0/networks/792251d2-110b-46ae-a77d-520c206c502f HTTP/1.1" status: 204  len: 168 time: 1.6690767
Apr 22 12:57:55.476879 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8a2a7be8-323c-43e2-895f-652ea56c7937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:55.500362 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-e721267f-7094-4f24-ab02-10a5ef5ef063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:55.503525 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-e721267f-7094-4f24-ab02-10a5ef5ef063 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29e985ab-6ee0-49a9-b2d1-fbe579a07266 HTTP/1.1" status: 200  len: 855 time: 0.1229863
Apr 22 12:57:55.581914 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-8d5d8ee7-dbfb-4c64-85d6-3dea874f74a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49734fce-29d7-425b-9134-2db9dec57d82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0575190
Apr 22 12:57:55.678350 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-115163d3-948b-48ef-9ab2-06ee9687151b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:55.865710 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 51936) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:55.953358 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-cfa2af82-dd71-4261-b70d-65e61f4d6c9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce2354d7caba48e4accd41fad53b0add&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0847037
Apr 22 12:57:55.956790 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 51944) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:55.972451 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-115163d3-948b-48ef-9ab2-06ee9687151b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:56.053634 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-b3126821-3611-4c87-b92e-ebe1a586accc service neutron] 10.222.0.35 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4635115
Apr 22 12:57:56.113455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-132d3dfe-8ce4-47de-9953-fc5f2dc7886b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:56.130394 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-115163d3-948b-48ef-9ab2-06ee9687151b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:56.153232 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-132d3dfe-8ce4-47de-9953-fc5f2dc7886b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:56.231289 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-188a997e-cb49-48b7-8368-c952def8915e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:56.344274 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79042104-f25b-4318-ba53-80c87e5b32b8 req-c650642d-9af2-4cf4-8847-3956db6dd3db tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:56.346520 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-79042104-f25b-4318-ba53-80c87e5b32b8 req-c650642d-9af2-4cf4-8847-3956db6dd3db tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89 HTTP/1.1" status: 200  len: 943 time: 0.1193149
Apr 22 12:57:56.355070 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-115163d3-948b-48ef-9ab2-06ee9687151b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:56.359485 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-115163d3-948b-48ef-9ab2-06ee9687151b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c32fe791-3266-43ae-9be3-ccca9b0d74ee HTTP/1.1" status: 204  len: 168 time: 0.9148631
Apr 22 12:57:56.359485 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115163d3-948b-48ef-9ab2-06ee9687151b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32fe791-3266-43ae-9be3-ccca9b0d74ee,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:56.396767 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-115163d3-948b-48ef-9ab2-06ee9687151b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:56.473912 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-132d3dfe-8ce4-47de-9953-fc5f2dc7886b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:56.486690 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-862644d7-5a90-445f-992d-4344d60c34cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:56.529990 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4905f42b-03a8-4698-98c4-3770a9673b92 req-1eb8a80f-636a-4af3-98aa-b1e43c045cfb service neutron] 10.222.0.35 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4587188
Apr 22 12:57:56.538711 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-79042104-f25b-4318-ba53-80c87e5b32b8 req-4879e6c8-15ef-4d28-b5d9-d92f52eb4f7a tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1707041
Apr 22 12:57:56.553015 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d3dfe-8ce4-47de-9953-fc5f2dc7886b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c70abc-4a3b-432a-8724-0688436a33d6,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:56.566890 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-132d3dfe-8ce4-47de-9953-fc5f2dc7886b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:56.567161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983125b-f751-4f0a-9250-ad086d19707c req-3e8f9919-62de-4128-810c-0eccc7428050 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:56.573954 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-132d3dfe-8ce4-47de-9953-fc5f2dc7886b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39c70abc-4a3b-432a-8724-0688436a33d6 HTTP/1.1" status: 204  len: 168 time: 0.6145639
Apr 22 12:57:56.579652 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-132d3dfe-8ce4-47de-9953-fc5f2dc7886b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:56.586088 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c983125b-f751-4f0a-9250-ad086d19707c req-3e8f9919-62de-4128-810c-0eccc7428050 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.3365760
Apr 22 12:57:56.769415 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c983125b-f751-4f0a-9250-ad086d19707c req-d2a340ee-205e-4346-bd93-889c15fda992 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1709247
Apr 22 12:57:56.843187 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb5842-7db3-458c-94e8-70cd2306929b req-03c528fc-2b86-44c0-b246-13ae5f9e972e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:56.846303 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-32eb5842-7db3-458c-94e8-70cd2306929b req-03c528fc-2b86-44c0-b246-13ae5f9e972e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b1cd00a58b0248ad8aba2e327d13ee87&device_id=6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89 HTTP/1.1" status: 200  len: 1096 time: 0.1932874
Apr 22 12:57:57.042127 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb5842-7db3-458c-94e8-70cd2306929b req-4443435f-80c3-427e-b4ae-6c95c89c3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:57.043840 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-32eb5842-7db3-458c-94e8-70cd2306929b req-4443435f-80c3-427e-b4ae-6c95c89c3b11 service neutron] 10.222.0.35 "GET /v2.0/networks?id=49734fce-29d7-425b-9134-2db9dec57d82 HTTP/1.1" status: 200  len: 916 time: 0.1881003
Apr 22 12:57:57.157078 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-32eb5842-7db3-458c-94e8-70cd2306929b req-4623e0b5-7ebf-4b1c-a72c-ed93b72ba808 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d37e521-fcbd-4715-b143-cfe3aaa5ef3b HTTP/1.1" status: 200  len: 217 time: 0.0876510
Apr 22 12:57:57.239616 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb5842-7db3-458c-94e8-70cd2306929b req-b01717e7-6e84-4cd7-a91f-2d5e0a609161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:57.241386 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-32eb5842-7db3-458c-94e8-70cd2306929b req-b01717e7-6e84-4cd7-a91f-2d5e0a609161 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29e985ab-6ee0-49a9-b2d1-fbe579a07266 HTTP/1.1" status: 200  len: 855 time: 0.0763102
Apr 22 12:57:57.304101 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-32eb5842-7db3-458c-94e8-70cd2306929b req-e11cd20e-9f53-4df6-9deb-7367b4aa4955 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49734fce-29d7-425b-9134-2db9dec57d82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0551112
Apr 22 12:57:57.486465 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-32eb5842-7db3-458c-94e8-70cd2306929b req-604ac768-c8b4-4921-9875-2e59da5c9586 service neutron] 10.222.0.35 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1728861
Apr 22 12:57:57.586959 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 51986) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:57.687900 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-8138c966-c2d2-4d88-bcd0-4bef1f837073 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63c21f2202564730be847961e626bb52&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0950449
Apr 22 12:57:57.688193 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 52004) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:57:57.831237 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-32eb5842-7db3-458c-94e8-70cd2306929b req-b7fdf689-5a4c-4ead-a1c4-eb6923deb761 service neutron] 10.222.0.35 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3305666
Apr 22 12:57:57.868279 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-83be8366-5b20-4f60-a735-3a3f3f3e2fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:58.050755 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-83be8366-5b20-4f60-a735-3a3f3f3e2fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:58.113803 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601408c-e998-499a-813b-4b40e141b9ca req-ca6568aa-219b-490b-9a47-03b827a615b1 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:58.116735 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b601408c-e998-499a-813b-4b40e141b9ca req-ca6568aa-219b-490b-9a47-03b827a615b1 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1518304
Apr 22 12:57:58.179438 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac04499-f735-49d2-95c6-4d5f738308a1 req-438e5000-c619-461b-888c-020bd1262710 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:58.181408 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6ac04499-f735-49d2-95c6-4d5f738308a1 req-438e5000-c619-461b-888c-020bd1262710 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89 HTTP/1.1" status: 200  len: 943 time: 0.3277624
Apr 22 12:57:58.188596 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b601408c-e998-499a-813b-4b40e141b9ca req-eded8420-95c7-4638-816f-bcf49c826371 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636351
Apr 22 12:57:58.263468 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-83be8366-5b20-4f60-a735-3a3f3f3e2fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:58.276582 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-bb88e6dd-5806-461f-8e01-e84a38925749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:57:58.304171 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6ac04499-f735-49d2-95c6-4d5f738308a1 req-0e4efc48-3cfe-47b5-b012-1be5ae34980b tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099460
Apr 22 12:57:58.315157 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be8366-5b20-4f60-a735-3a3f3f3e2fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722138a8-d972-4337-a5a9-40c4c3adedc5,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:57:58.322352 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-83be8366-5b20-4f60-a735-3a3f3f3e2fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:57:58.322924 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-83be8366-5b20-4f60-a735-3a3f3f3e2fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:58.327723 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-83be8366-5b20-4f60-a735-3a3f3f3e2fcd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/722138a8-d972-4337-a5a9-40c4c3adedc5 HTTP/1.1" status: 204  len: 168 time: 0.6355715
Apr 22 12:57:59.667075 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 12:57:59.723203 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910f235-a48c-4bd7-b26d-83fb9e4cbe21 req-489e369b-4451-4494-8131-03528b7163a8 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:59.743090 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6910f235-a48c-4bd7-b26d-83fb9e4cbe21 req-489e369b-4451-4494-8131-03528b7163a8 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.2826700
Apr 22 12:57:59.885451 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5d37e521-fcbd-4715-b143-cfe3aaa5ef3b,segment=NetworkSegment(f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd),segment_id=f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:57:59.907503 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': '5d37e521-fcbd-4715-b143-cfe3aaa5ef3b', 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82', 'port_id': '5d37e521-fcbd-4715-b143-cfe3aaa5ef3b', 'mac_address': 'fa:16:3e:84:2a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e985ab-6ee0-49a9-b2d1-fbe579a07266', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 12:57:59.914187 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6910f235-a48c-4bd7-b26d-83fb9e4cbe21 req-61b3d999-c6c0-440d-8538-935c1c3ad9dc tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683397
Apr 22 12:57:59.972942 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042e169-cca9-49fa-b479-03c452aebc7f req-514d5baf-17e8-4325-9d92-819a85f9b4ad tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:57:59.991105 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:57:59.995066 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2042e169-cca9-49fa-b479-03c452aebc7f req-514d5baf-17e8-4325-9d92-819a85f9b4ad tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89 HTTP/1.1" status: 200  len: 943 time: 0.4068432
Apr 22 12:58:00.054398 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 12:58:00.088826 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5d37e521-fcbd-4715-b143-cfe3aaa5ef3b,segment=NetworkSegment(f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd),segment_id=f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:58:00.128326 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2042e169-cca9-49fa-b479-03c452aebc7f req-9f911e30-c5ed-4234-8505-97ae3314254a tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227629
Apr 22 12:58:00.129567 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:00.135850 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-dc04a886-5e00-4537-9894-092eac513068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:00.266225 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=5d37e521-fcbd-4715-b143-cfe3aaa5ef3b,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:00.275795 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:00.276188 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:00.276564 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:00.276915 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:00.277459 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:00.277832 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:00.278201 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:00.278861 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:00.279243 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:00.279746 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:00.280117 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:00.280699 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:00.285804 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:00.492451 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['5d37e521-fcbd-4715-b143-cfe3aaa5ef3b'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 12:58:01.359722 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fa06f-d2c8-4aa1-ae3e-9679ccec667a req-fc3ae2c3-8ecf-4be8-8f3f-35e5ae95b1cb tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:01.378893 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4a7fa06f-d2c8-4aa1-ae3e-9679ccec667a req-fc3ae2c3-8ecf-4be8-8f3f-35e5ae95b1cb tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.2159548
Apr 22 12:58:01.524826 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4a7fa06f-d2c8-4aa1-ae3e-9679ccec667a req-fc28d851-9f32-4525-abc7-8b9e7afda611 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411722
Apr 22 12:58:01.678325 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:58:01.689236 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42434739-5a28-4630-9461-f1dd64690730 req-ab08cd54-f459-43fe-b4b2-8ae49f8dcbbf tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:01.692973 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-42434739-5a28-4630-9461-f1dd64690730 req-ab08cd54-f459-43fe-b4b2-8ae49f8dcbbf tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89 HTTP/1.1" status: 200  len: 944 time: 0.2668746
Apr 22 12:58:01.794191 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-42434739-5a28-4630-9461-f1dd64690730 req-eb25fdda-4b8a-467d-b34d-52433c9a07d4 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853570
Apr 22 12:58:01.818120 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning for port 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:58:01.827609 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:58:01.828298 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:02.043123 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:02.103252 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d37e521-fcbd-4715-b143-cfe3aaa5ef3b'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:58:02.121983 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5d37e521-fcbd-4715-b143-cfe3aaa5ef3b,segment=NetworkSegment(f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd),segment_id=f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:58:02.161534 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d37e521-fcbd-4715-b143-cfe3aaa5ef3b', 'code': 200}
Apr 22 12:58:02.169414 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:02.172883 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:02.306562 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=5d37e521-fcbd-4715-b143-cfe3aaa5ef3b,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:02.312521 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:02.634195 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd200e5-9cc2-4bd6-85c6-97f19a6fa4df req-a7e3ebbf-0672-4525-877e-8173c6b24e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:02.637021 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cfd200e5-9cc2-4bd6-85c6-97f19a6fa4df req-a7e3ebbf-0672-4525-877e-8173c6b24e0c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89 HTTP/1.1" status: 200  len: 1098 time: 0.1577270
Apr 22 12:58:02.715909 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cfd200e5-9cc2-4bd6-85c6-97f19a6fa4df req-c8ccef93-871b-46b4-876d-624ed38a5449 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712612
Apr 22 12:58:02.949007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad2d0a-0acf-49b2-be1b-769f93a82a8b req-75f96e5e-59f8-43af-bc6a-819d9985559f tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:02.952591 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0fad2d0a-0acf-49b2-be1b-769f93a82a8b req-75f96e5e-59f8-43af-bc6a-819d9985559f tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.2257981
Apr 22 12:58:03.032168 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0fad2d0a-0acf-49b2-be1b-769f93a82a8b req-4b4836c0-994f-4f22-b283-d89491c88a35 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632613
Apr 22 12:58:03.499872 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f667f-f686-4484-8008-b11360a90253 req-98f6867a-ff1d-4600-9e79-1048ef439ecf tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:03.511616 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-045f667f-f686-4484-8008-b11360a90253 req-98f6867a-ff1d-4600-9e79-1048ef439ecf tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89 HTTP/1.1" status: 200  len: 945 time: 0.2108128
Apr 22 12:58:03.622426 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-045f667f-f686-4484-8008-b11360a90253 req-47d5d4c5-3b1c-4091-a38b-1bc7e6301b84 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867422
Apr 22 12:58:04.364012 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313cbb6-898b-4010-9927-8d48bc2f046a req-0a7e7de7-ddf6-4b40-ad3f-8600a0167ec8 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:04.365830 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f313cbb6-898b-4010-9927-8d48bc2f046a req-0a7e7de7-ddf6-4b40-ad3f-8600a0167ec8 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1088746
Apr 22 12:58:04.452643 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f313cbb6-898b-4010-9927-8d48bc2f046a req-240437dc-e154-45dd-8784-220e706e3411 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747082
Apr 22 12:58:05.030754 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcc4bc-4ae7-40ce-a063-41b00ccd9621 req-e47d8df7-1d01-4780-bbed-637fc18d6ec9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:05.032728 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9cdcc4bc-4ae7-40ce-a063-41b00ccd9621 req-e47d8df7-1d01-4780-bbed-637fc18d6ec9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89 HTTP/1.1" status: 200  len: 945 time: 0.1471908
Apr 22 12:58:05.116320 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9cdcc4bc-4ae7-40ce-a063-41b00ccd9621 req-1f4e4b9d-3d93-495b-859d-de731d5ef2d6 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716689
Apr 22 12:58:05.625386 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-06949255-3cbc-4961-ac83-71877e7a17c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:05.848082 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0aec84-6f10-4837-a399-607e40305eeb req-b12ffc8e-e305-4caa-b7d3-6e6b5d2902e8 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:05.849843 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0b0aec84-6f10-4837-a399-607e40305eeb req-b12ffc8e-e305-4caa-b7d3-6e6b5d2902e8 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1843419
Apr 22 12:58:05.960677 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177834e5-1ccb-4df4-9f9a-aeaf6d67f989 req-46c03aa6-ddbe-4488-874b-033d95604678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:05.960677 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-177834e5-1ccb-4df4-9f9a-aeaf6d67f989 req-46c03aa6-ddbe-4488-874b-033d95604678 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 1098 time: 0.2064438
Apr 22 12:58:05.970028 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0b0aec84-6f10-4837-a399-607e40305eeb req-8ad2ac27-34e1-47ad-af84-218ae29d6655 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055167
Apr 22 12:58:06.051190 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-177834e5-1ccb-4df4-9f9a-aeaf6d67f989 req-b5cf862c-bfe8-46ea-be38-bf24f9ebc0eb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783808
Apr 22 12:58:06.932142 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:07.417496 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef998f22-3e70-4277-814e-e9c3790ab311 req-06511dc0-e004-4d8e-be8a-f36a921ad033 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:07.422629 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ef998f22-3e70-4277-814e-e9c3790ab311 req-06511dc0-e004-4d8e-be8a-f36a921ad033 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1054962
Apr 22 12:58:07.482744 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ef998f22-3e70-4277-814e-e9c3790ab311 req-6c6408c4-2817-43af-a7e2-91cf018eaae5 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555375
Apr 22 12:58:08.178205 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 52276) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:58:08.388426 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-aee2e2ee-f9c7-4afa-b0fe-4922e325d075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:08.407691 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-aee2e2ee-f9c7-4afa-b0fe-4922e325d075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:58:08.415288 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-aee2e2ee-f9c7-4afa-b0fe-4922e325d075 admin admin] Usage tracker for resource:security_group_rule and tenant:8a85dcca03ea4387b96c3617a7118e54 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:58:08.418995 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-aee2e2ee-f9c7-4afa-b0fe-4922e325d075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:58:08.428223 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-aee2e2ee-f9c7-4afa-b0fe-4922e325d075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:58:08.574523 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-aee2e2ee-f9c7-4afa-b0fe-4922e325d075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:08.688428 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-aee2e2ee-f9c7-4afa-b0fe-4922e325d075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:08.690357 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5e2cd38f-2758-4f99-ab95-9f98854d4e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:08.700957 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-54609de2-490f-479e-8eb3-6da8a864e11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:08.753144 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-aee2e2ee-f9c7-4afa-b0fe-4922e325d075 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a85dcca03ea4387b96c3617a7118e54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5733247
Apr 22 12:58:08.754325 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2e2ee-f9c7-4afa-b0fe-4922e325d075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae58a68b-ff1c-4754-b935-be2e1429a5db,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:08.755055 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 52290) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:58:08.759935 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-aee2e2ee-f9c7-4afa-b0fe-4922e325d075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:08.920038 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-aa1ddc61-6327-440c-a8e6-00bfd7346a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:08.961179 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-aa1ddc61-6327-440c-a8e6-00bfd7346a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:09.038169 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9dfbc-0fd7-41c9-bcc4-cd400d301086 req-c2458df2-d469-4b18-bd6d-94519b13347d tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:09.039897 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-08b9dfbc-0fd7-41c9-bcc4-cd400d301086 req-c2458df2-d469-4b18-bd6d-94519b13347d tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.2385375
Apr 22 12:58:09.103212 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-aa1ddc61-6327-440c-a8e6-00bfd7346a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:09.109895 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-85a37494-f0d1-4cdd-b342-439a13a3afe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:09.127272 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-08b9dfbc-0fd7-41c9-bcc4-cd400d301086 req-9d673348-f6d1-49b8-8cc9-b3ca4b206cca tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708733
Apr 22 12:58:09.129553 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ddc61-6327-440c-a8e6-00bfd7346a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae58a68b-ff1c-4754-b935-be2e1429a5db,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:09.137786 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-aa1ddc61-6327-440c-a8e6-00bfd7346a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:09.138819 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-aa1ddc61-6327-440c-a8e6-00bfd7346a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:09.140090 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-aa1ddc61-6327-440c-a8e6-00bfd7346a9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae58a68b-ff1c-4754-b935-be2e1429a5db HTTP/1.1" status: 204  len: 168 time: 0.3839154
Apr 22 12:58:09.758849 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02685f0c-863a-4cb1-9c24-777c32b27df7 req-734750e4-de06-4e20-98e5-d2c25b2bf257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:09.760504 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02685f0c-863a-4cb1-9c24-777c32b27df7 req-734750e4-de06-4e20-98e5-d2c25b2bf257 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ee83b5586734c17a93b5a549ee51099&device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 1098 time: 0.0906889
Apr 22 12:58:09.803353 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51b93b-8491-4318-a1cf-a730cf21bd5a req-147978be-b461-47c6-a557-4e20dda6a2c2 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:09.805113 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7d51b93b-8491-4318-a1cf-a730cf21bd5a req-147978be-b461-47c6-a557-4e20dda6a2c2 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1243169
Apr 22 12:58:09.858209 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7d51b93b-8491-4318-a1cf-a730cf21bd5a req-3c1140a0-636c-4ef0-ab62-23a4c58983c4 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452545
Apr 22 12:58:09.944308 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02685f0c-863a-4cb1-9c24-777c32b27df7 req-499852bc-cedd-457c-9284-6efed2c1d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:09.945894 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02685f0c-863a-4cb1-9c24-777c32b27df7 req-499852bc-cedd-457c-9284-6efed2c1d9cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=be9c63ee-d5df-4a33-bd14-78e612dd44e6 HTTP/1.1" status: 200  len: 919 time: 0.1774106
Apr 22 12:58:10.046845 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02685f0c-863a-4cb1-9c24-777c32b27df7 req-2bd0622b-5785-4513-8230-a204b9d5ff7f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=effe23e0-db68-4498-8abd-1d1844a61b09 HTTP/1.1" status: 200  len: 217 time: 0.0912502
Apr 22 12:58:10.156712 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02685f0c-863a-4cb1-9c24-777c32b27df7 req-f17b377c-8fcd-48b2-8b62-c9cbbc9a35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:10.158753 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02685f0c-863a-4cb1-9c24-777c32b27df7 req-f17b377c-8fcd-48b2-8b62-c9cbbc9a35d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72efafc1-dd84-4bb1-b54c-b8367450c432 HTTP/1.1" status: 200  len: 858 time: 0.0937617
Apr 22 12:58:10.225521 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:10.232096 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02685f0c-863a-4cb1-9c24-777c32b27df7 req-c6c5efed-0055-418a-9372-0953f26773f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be9c63ee-d5df-4a33-bd14-78e612dd44e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0543556
Apr 22 12:58:10.431226 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02685f0c-863a-4cb1-9c24-777c32b27df7 req-490d55bd-aa2d-4066-92dd-c41ea6a4f37d service neutron] 10.222.0.35 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1887279
Apr 22 12:58:10.482307 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:10.712652 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02685f0c-863a-4cb1-9c24-777c32b27df7 req-629f8faf-6ad7-4d85-866b-da5ba3f8e9e8 service neutron] 10.222.0.35 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2696717
Apr 22 12:58:11.139569 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:11.167538 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39598a92-37f2-48b9-992b-2723b34bcd43 req-97d44a48-e449-486f-ad57-08525235265e tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:11.170740 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-39598a92-37f2-48b9-992b-2723b34bcd43 req-97d44a48-e449-486f-ad57-08525235265e tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.1651502
Apr 22 12:58:11.257572 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb4c1d-3195-42ac-9ce3-7276ba55a02f req-951c16a2-9a18-4cb7-99d1-07d0762ecaf7 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:11.260376 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-39598a92-37f2-48b9-992b-2723b34bcd43 req-c2e7d3a3-c477-4c2b-a3f6-3c6856bd9574 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811872
Apr 22 12:58:11.262127 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-69eb4c1d-3195-42ac-9ce3-7276ba55a02f req-951c16a2-9a18-4cb7-99d1-07d0762ecaf7 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1453130
Apr 22 12:58:11.376536 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-69eb4c1d-3195-42ac-9ce3-7276ba55a02f req-1546763b-95fb-4c03-aa55-437275de318e tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979774
Apr 22 12:58:12.676260 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b1de0-868d-4f2a-a303-aa711118a319 req-9cb22485-2d55-49c0-8089-e44856a3d158 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:12.678229 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ef4b1de0-868d-4f2a-a303-aa711118a319 req-9cb22485-2d55-49c0-8089-e44856a3d158 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.1846325
Apr 22 12:58:12.744776 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ef4b1de0-868d-4f2a-a303-aa711118a319 req-3d3fa266-55b1-4c20-b01e-fcf8774adc02 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537105
Apr 22 12:58:12.857534 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fad21-1071-4d33-a4fb-3e9c32cb793f req-fcbc45da-00b8-49b9-9271-20dc0d9bb6e2 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:12.857534 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0f3fad21-1071-4d33-a4fb-3e9c32cb793f req-fcbc45da-00b8-49b9-9271-20dc0d9bb6e2 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1517522
Apr 22 12:58:12.899018 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0f3fad21-1071-4d33-a4fb-3e9c32cb793f req-00827528-4e55-43c9-9786-69a8562c0386 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462227
Apr 22 12:58:14.036319 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea881f-5727-4e1b-8449-c5e4c55c5805 req-e88e56eb-3931-4d0b-b9d2-54c8b993adb3 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:14.038118 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-caea881f-5727-4e1b-8449-c5e4c55c5805 req-e88e56eb-3931-4d0b-b9d2-54c8b993adb3 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.1077633
Apr 22 12:58:14.104568 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-caea881f-5727-4e1b-8449-c5e4c55c5805 req-65e9a7b4-66ae-45c3-83c3-5f7256eb745f tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595922
Apr 22 12:58:14.145829 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2dbc5-52a8-4355-935f-d8256045339e req-10b550c5-61f2-472e-a093-e72ee3ba5e54 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:14.145829 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7da2dbc5-52a8-4355-935f-d8256045339e req-10b550c5-61f2-472e-a093-e72ee3ba5e54 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1090274
Apr 22 12:58:14.219615 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7da2dbc5-52a8-4355-935f-d8256045339e req-2d695b73-e18f-425f-bb39-f4726f611e5a tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637212
Apr 22 12:58:15.465809 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a1268-1fd7-477f-99c8-1e6871b37f98 req-a8a9a633-8dbd-4ee6-b20f-cd894ce10165 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:15.467929 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5d2a1268-1fd7-477f-99c8-1e6871b37f98 req-a8a9a633-8dbd-4ee6-b20f-cd894ce10165 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.1106412
Apr 22 12:58:15.538412 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5d2a1268-1fd7-477f-99c8-1e6871b37f98 req-09c7775c-4482-4881-a995-5a2106d93506 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579505
Apr 22 12:58:16.835173 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34c446-9088-4ac4-97f7-ea30126b7551 req-2511fc5e-d8af-4bdb-b3ea-a7e1b22a1929 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:16.837130 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4f34c446-9088-4ac4-97f7-ea30126b7551 req-2511fc5e-d8af-4bdb-b3ea-a7e1b22a1929 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.1039870
Apr 22 12:58:16.896420 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4f34c446-9088-4ac4-97f7-ea30126b7551 req-bb6ac3dc-b466-4969-9390-357bd7595548 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514112
Apr 22 12:58:17.902482 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc8760-2ffb-4da3-ba9f-0507125e03e2 req-bcb9dcb7-6fcc-4d77-bf02-369da16fb0c9 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:17.904324 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d6bc8760-2ffb-4da3-ba9f-0507125e03e2 req-bcb9dcb7-6fcc-4d77-bf02-369da16fb0c9 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1185598
Apr 22 12:58:17.960522 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d6bc8760-2ffb-4da3-ba9f-0507125e03e2 req-eb0610c5-f3a2-46c9-b1be-59015e9ab4bb tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476902
Apr 22 12:58:18.223191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac93e5-1b32-45b9-849d-bbbeb1d74b1d req-df9484ef-8bcf-4e5b-a47f-9704f5a7af8a tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:18.225124 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bdac93e5-1b32-45b9-849d-bbbeb1d74b1d req-df9484ef-8bcf-4e5b-a47f-9704f5a7af8a tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.1085243
Apr 22 12:58:18.263939 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 12:58:18.281066 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bdac93e5-1b32-45b9-849d-bbbeb1d74b1d req-6e5b77cc-f05f-46ce-b419-a72c51790450 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493653
Apr 22 12:58:20.143172 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd74d8a-8b31-4e82-a38c-8908d7deac1c req-7fcbb146-6db6-4d0e-8bb2-5cfdf3e7398f tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:20.144602 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3dd74d8a-8b31-4e82-a38c-8908d7deac1c req-7fcbb146-6db6-4d0e-8bb2-5cfdf3e7398f tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.0982261
Apr 22 12:58:20.221267 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3dd74d8a-8b31-4e82-a38c-8908d7deac1c req-5d58180d-c29f-44b5-a944-3d4ffa4f82f5 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634701
Apr 22 12:58:21.562614 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd16222-0649-4221-8e14-6f3e601841f2 req-d3b13797-01e1-4df8-8af6-49ae7d8ed8a3 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:21.566301 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0dd16222-0649-4221-8e14-6f3e601841f2 req-d3b13797-01e1-4df8-8af6-49ae7d8ed8a3 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.1756544
Apr 22 12:58:21.646845 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0dd16222-0649-4221-8e14-6f3e601841f2 req-ba2e28d8-72b2-49c3-bdf5-0d4b049bd7d4 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678611
Apr 22 12:58:22.988709 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503e0d4-0551-480a-9509-9d78b35e69f6 req-7c4e9fa3-6f96-45fc-a3ac-a60bc84360df tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:22.990435 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7503e0d4-0551-480a-9509-9d78b35e69f6 req-7c4e9fa3-6f96-45fc-a3ac-a60bc84360df tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.1115701
Apr 22 12:58:23.056287 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7503e0d4-0551-480a-9509-9d78b35e69f6 req-ee752ab4-0c20-493c-8574-d252e51b8a6b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591331
Apr 22 12:58:24.369382 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497a1ae-7bba-4835-a7df-7c7d739b6d31 req-937ca73e-fdd5-42c4-866e-13b738276923 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:24.371229 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2497a1ae-7bba-4835-a7df-7c7d739b6d31 req-937ca73e-fdd5-42c4-866e-13b738276923 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.1576176
Apr 22 12:58:24.436793 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2497a1ae-7bba-4835-a7df-7c7d739b6d31 req-d3d17f43-52ad-4a54-89ca-6e403dcb1616 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503535
Apr 22 12:58:25.867747 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c783f2-d49d-46f2-aa7d-27244a857ad7 req-f00b5acc-ecc3-4dc5-b18c-acb6affcb255 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:25.869922 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-79c783f2-d49d-46f2-aa7d-27244a857ad7 req-f00b5acc-ecc3-4dc5-b18c-acb6affcb255 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.1687350
Apr 22 12:58:25.941044 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-79c783f2-d49d-46f2-aa7d-27244a857ad7 req-5a35157a-9cb0-4b57-be92-32a15f9e3cab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604699
Apr 22 12:58:27.176006 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28de8b-9385-4ea8-98e3-4f320af11541 req-fac021c9-7d07-4b57-970b-39dfa3a52b88 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:27.177702 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bf28de8b-9385-4ea8-98e3-4f320af11541 req-fac021c9-7d07-4b57-970b-39dfa3a52b88 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.1097429
Apr 22 12:58:27.239818 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bf28de8b-9385-4ea8-98e3-4f320af11541 req-bae455aa-45d4-4fb5-8694-a3df8cb419bb tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551810
Apr 22 12:58:27.280908 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 52736) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:58:27.422274 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c4771201-0a28-4584-934d-0c1fcc3641d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:27.439167 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c4771201-0a28-4584-934d-0c1fcc3641d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:58:27.443601 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c4771201-0a28-4584-934d-0c1fcc3641d2 admin admin] Usage tracker for resource:security_group_rule and tenant:e64ec3d6364348c9b2fc38c7204e4a85 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:58:27.446713 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c4771201-0a28-4584-934d-0c1fcc3641d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:58:27.458540 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c4771201-0a28-4584-934d-0c1fcc3641d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:58:27.556136 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c4771201-0a28-4584-934d-0c1fcc3641d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:27.593799 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c4771201-0a28-4584-934d-0c1fcc3641d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:27.617015 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b36ef8e6-2387-43da-a1db-032c8d0cbd89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:27.651474 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-c4771201-0a28-4584-934d-0c1fcc3641d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e64ec3d6364348c9b2fc38c7204e4a85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3692672
Apr 22 12:58:27.653314 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4771201-0a28-4584-934d-0c1fcc3641d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae62d69f-af5d-4548-a250-3f1612a4e206,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:27.654613 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 52748) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:58:27.656734 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c4771201-0a28-4584-934d-0c1fcc3641d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:27.735758 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-654eab1e-3faa-4b86-9fd9-888b7cdcf38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:27.771861 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-654eab1e-3faa-4b86-9fd9-888b7cdcf38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:27.837501 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 38703702-c041-43c4-813d-75a59a519fbc details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 12:58:27.882908 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-654eab1e-3faa-4b86-9fd9-888b7cdcf38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:27.888227 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:27.903916 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654eab1e-3faa-4b86-9fd9-888b7cdcf38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae62d69f-af5d-4548-a250-3f1612a4e206,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:27.908831 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-654eab1e-3faa-4b86-9fd9-888b7cdcf38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:27.915728 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-654eab1e-3faa-4b86-9fd9-888b7cdcf38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:27.919935 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-654eab1e-3faa-4b86-9fd9-888b7cdcf38b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae62d69f-af5d-4548-a250-3f1612a4e206 HTTP/1.1" status: 204  len: 168 time: 0.2612455
Apr 22 12:58:28.199329 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 38703702-c041-43c4-813d-75a59a519fbc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=38703702-c041-43c4-813d-75a59a519fbc,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:58:28.224522 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': '38703702-c041-43c4-813d-75a59a519fbc', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'port_id': '38703702-c041-43c4-813d-75a59a519fbc', 'mac_address': 'fa:16:3e:27:57:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 12:58:28.314324 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:28.338769 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38703702-c041-43c4-813d-75a59a519fbc {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 12:58:28.362671 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 38703702-c041-43c4-813d-75a59a519fbc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=38703702-c041-43c4-813d-75a59a519fbc,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:58:28.417523 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:28.422298 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:28.565913 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=38703702-c041-43c4-813d-75a59a519fbc,revision_number=6']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:28.568209 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43a9b3-5bcd-4bf9-9530-7d313eb9f1a8 req-69486ded-bbcd-407f-880e-ebcfbfcbe297 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:28.570074 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bd43a9b3-5bcd-4bf9-9530-7d313eb9f1a8 req-69486ded-bbcd-407f-880e-ebcfbfcbe297 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 945 time: 0.1253202
Apr 22 12:58:28.572161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:28.599139 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['38703702-c041-43c4-813d-75a59a519fbc'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 12:58:28.630255 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bd43a9b3-5bcd-4bf9-9530-7d313eb9f1a8 req-277575d6-07c2-49ac-aba5-50840555d7f3 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525324
Apr 22 12:58:28.789549 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 52782) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:58:28.810530 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8cddd328-2f02-409c-886d-8b8776d23a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:28.827229 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 52786) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:58:28.830833 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-8cddd328-2f02-409c-886d-8b8776d23a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:58:28.836608 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-8cddd328-2f02-409c-886d-8b8776d23a77 admin admin] Usage tracker for resource:security_group_rule and tenant:d833924453f1421a8ea00e621c5dd6d2 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:58:28.840106 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-8cddd328-2f02-409c-886d-8b8776d23a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:58:28.849324 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-8cddd328-2f02-409c-886d-8b8776d23a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:58:29.007675 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8cddd328-2f02-409c-886d-8b8776d23a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:29.052548 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8cddd328-2f02-409c-886d-8b8776d23a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:29.072531 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7742fbf0-6a22-4a40-a97c-ef5e7cdb1d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:29.096672 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2539fe50-6a4f-41c3-a48b-245f0913251b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:29.120014 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-2539fe50-6a4f-41c3-a48b-245f0913251b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:58:29.125089 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-2539fe50-6a4f-41c3-a48b-245f0913251b admin admin] Usage tracker for resource:security_group_rule and tenant:bcd503431d4945a68d5004991e6f685b is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:58:29.129388 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-2539fe50-6a4f-41c3-a48b-245f0913251b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:58:29.136241 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-2539fe50-6a4f-41c3-a48b-245f0913251b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:58:29.161315 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-8cddd328-2f02-409c-886d-8b8776d23a77 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d833924453f1421a8ea00e621c5dd6d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3702309
Apr 22 12:58:29.164107 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 52796) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:58:29.164763 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddd328-2f02-409c-886d-8b8776d23a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e035f4-90d4-4687-b5d4-45c932c9b02d,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:29.170755 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8cddd328-2f02-409c-886d-8b8776d23a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:29.333326 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-faba2dfd-529c-408f-ae21-b3e5690cfa55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:29.424380 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-faba2dfd-529c-408f-ae21-b3e5690cfa55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:29.471763 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2539fe50-6a4f-41c3-a48b-245f0913251b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:29.524336 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2539fe50-6a4f-41c3-a48b-245f0913251b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:29.540279 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-af9f3928-caa7-434c-ae46-996ec5c8739f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:29.590473 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-faba2dfd-529c-408f-ae21-b3e5690cfa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:29.597349 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-2539fe50-6a4f-41c3-a48b-245f0913251b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcd503431d4945a68d5004991e6f685b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7683437
Apr 22 12:58:29.602267 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 52810) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:58:29.603428 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539fe50-6a4f-41c3-a48b-245f0913251b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864ff0dc-3e0a-40ce-8a9d-312108e9e38b,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:29.609632 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2539fe50-6a4f-41c3-a48b-245f0913251b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:29.610332 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-13aecc99-7981-4e6d-94d1-95f7652cf187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:29.639886 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba2dfd-529c-408f-ae21-b3e5690cfa55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e035f4-90d4-4687-b5d4-45c932c9b02d,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:29.649163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-faba2dfd-529c-408f-ae21-b3e5690cfa55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:29.654363 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-faba2dfd-529c-408f-ae21-b3e5690cfa55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:29.660351 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-faba2dfd-529c-408f-ae21-b3e5690cfa55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02e035f4-90d4-4687-b5d4-45c932c9b02d HTTP/1.1" status: 204  len: 168 time: 0.4906573
Apr 22 12:58:29.736134 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ad26223d-c85c-4e22-8dcc-2535e677aa57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:29.773999 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ad26223d-c85c-4e22-8dcc-2535e677aa57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:29.861425 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 38703702-c041-43c4-813d-75a59a519fbc up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:58:29.906974 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ad26223d-c85c-4e22-8dcc-2535e677aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:29.913567 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d9c86450-301a-4c20-a3a7-91be7df98f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:29.947130 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26223d-c85c-4e22-8dcc-2535e677aa57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864ff0dc-3e0a-40ce-8a9d-312108e9e38b,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:29.960089 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ad26223d-c85c-4e22-8dcc-2535e677aa57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:29.961008 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ad26223d-c85c-4e22-8dcc-2535e677aa57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:29.962268 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-ad26223d-c85c-4e22-8dcc-2535e677aa57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/864ff0dc-3e0a-40ce-8a9d-312108e9e38b HTTP/1.1" status: 204  len: 168 time: 0.3587317
Apr 22 12:58:29.989291 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port 38703702-c041-43c4-813d-75a59a519fbc triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:58:29.989723 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:30.028664 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d052c1-44ab-45a1-b215-e4d488f5633c req-e30686f9-e39e-49ef-9dd5-35b28745e85e tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:30.045000 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-47d052c1-44ab-45a1-b215-e4d488f5633c req-e30686f9-e39e-49ef-9dd5-35b28745e85e tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 945 time: 0.2139020
Apr 22 12:58:30.173717 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:30.203674 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-47d052c1-44ab-45a1-b215-e4d488f5633c req-2205c25a-ad79-4ee5-91d1-4cf553617873 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1485875
Apr 22 12:58:30.239814 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8618687-ceb4-4f17-bda5-00bd22286b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38703702-c041-43c4-813d-75a59a519fbc'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:58:30.262347 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 38703702-c041-43c4-813d-75a59a519fbc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=38703702-c041-43c4-813d-75a59a519fbc,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:58:30.301732 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:30.308971 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:30.520062 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8618687-ceb4-4f17-bda5-00bd22286b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38703702-c041-43c4-813d-75a59a519fbc', 'code': 200}
Apr 22 12:58:30.554536 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=38703702-c041-43c4-813d-75a59a519fbc,revision_number=7']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:30.561057 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:30.620961 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 52842) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:58:30.655595 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6fc7be9a-2991-43ac-9d8e-20e23b8e3d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:30.687382 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-6fc7be9a-2991-43ac-9d8e-20e23b8e3d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:58:30.696299 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-6fc7be9a-2991-43ac-9d8e-20e23b8e3d95 admin admin] Usage tracker for resource:security_group_rule and tenant:b003bf6ef3964007bad4f05704498cbc is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:58:30.701638 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-6fc7be9a-2991-43ac-9d8e-20e23b8e3d95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:58:30.711600 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-6fc7be9a-2991-43ac-9d8e-20e23b8e3d95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:58:30.851129 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6fc7be9a-2991-43ac-9d8e-20e23b8e3d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:30.985339 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6fc7be9a-2991-43ac-9d8e-20e23b8e3d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:30.996207 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8cddd328-2f02-409c-886d-8b8776d23a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:31.049726 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-6fc7be9a-2991-43ac-9d8e-20e23b8e3d95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b003bf6ef3964007bad4f05704498cbc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4230802
Apr 22 12:58:31.049726 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7be9a-2991-43ac-9d8e-20e23b8e3d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935101ee-5336-4afa-abf3-c2fa7c573c50,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:31.051560 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 52858) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:58:31.051791 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6fc7be9a-2991-43ac-9d8e-20e23b8e3d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:31.221572 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 52866) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:58:31.240709 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c9718beb-65a0-49d8-b31a-50c45c688086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:31.264506 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f6517557-f603-4150-9603-f6380ae66122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:31.299348 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-f6517557-f603-4150-9603-f6380ae66122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:58:31.309402 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f6517557-f603-4150-9603-f6380ae66122 admin admin] Usage tracker for resource:security_group_rule and tenant:fbff2a38b5e0422c9ed66a90b1910ab9 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:58:31.326026 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f6517557-f603-4150-9603-f6380ae66122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:58:31.339432 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-f6517557-f603-4150-9603-f6380ae66122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:58:31.341073 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c9718beb-65a0-49d8-b31a-50c45c688086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:31.508824 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c9718beb-65a0-49d8-b31a-50c45c688086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:31.538290 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:31.622609 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9718beb-65a0-49d8-b31a-50c45c688086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935101ee-5336-4afa-abf3-c2fa7c573c50,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:31.654048 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c9718beb-65a0-49d8-b31a-50c45c688086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:31.657087 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-c9718beb-65a0-49d8-b31a-50c45c688086 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/935101ee-5336-4afa-abf3-c2fa7c573c50 HTTP/1.1" status: 204  len: 168 time: 0.6021392
Apr 22 12:58:31.659517 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c9718beb-65a0-49d8-b31a-50c45c688086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:31.806300 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f6517557-f603-4150-9603-f6380ae66122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:31.833679 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffc801-8d43-448d-8745-4498c18b3ab8 req-79f1a743-af8e-46cc-b089-b27005e4adf8 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:31.836148 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-dcffc801-8d43-448d-8745-4498c18b3ab8 req-79f1a743-af8e-46cc-b089-b27005e4adf8 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.2986124
Apr 22 12:58:31.849106 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f6517557-f603-4150-9603-f6380ae66122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:31.869406 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:31.931170 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6517557-f603-4150-9603-f6380ae66122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20111187-6c8c-4642-b06e-7e9cf97385e2,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:31.936633 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f6517557-f603-4150-9603-f6380ae66122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:31.992122 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-f6517557-f603-4150-9603-f6380ae66122 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbff2a38b5e0422c9ed66a90b1910ab9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7682481
Apr 22 12:58:31.996778 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 52880) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:58:32.013739 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-dcffc801-8d43-448d-8745-4498c18b3ab8 req-beab1cb7-e2ab-4fdf-ae10-7c10275fd1fd tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1464767
Apr 22 12:58:32.445916 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f25c6d05-e73d-4986-964c-624f156700aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:32.502661 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f25c6d05-e73d-4986-964c-624f156700aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:32.620256 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f25c6d05-e73d-4986-964c-624f156700aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:32.629262 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:32.655328 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c6d05-e73d-4986-964c-624f156700aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20111187-6c8c-4642-b06e-7e9cf97385e2,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:32.663136 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f25c6d05-e73d-4986-964c-624f156700aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:32.671272 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f25c6d05-e73d-4986-964c-624f156700aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:32.673929 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-f25c6d05-e73d-4986-964c-624f156700aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20111187-6c8c-4642-b06e-7e9cf97385e2 HTTP/1.1" status: 204  len: 168 time: 0.6746583
Apr 22 12:58:33.584002 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52126f2-ae2b-4a7e-ac98-df6ffd5e8688 req-54ac6200-e8c7-42c9-9611-cbfe0fff8525 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:33.598941 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a52126f2-ae2b-4a7e-ac98-df6ffd5e8688 req-54ac6200-e8c7-42c9-9611-cbfe0fff8525 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.1930196
Apr 22 12:58:33.722905 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a52126f2-ae2b-4a7e-ac98-df6ffd5e8688 req-6dec7ec3-c137-43de-a1c5-2b779cb43009 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1208768
Apr 22 12:58:35.114369 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298ae89-bca2-4cf8-b0c9-bdae8fce9078 req-c242ee18-4cd3-42e4-8250-9b3fda4204df tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:35.120321 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b298ae89-bca2-4cf8-b0c9-bdae8fce9078 req-c242ee18-4cd3-42e4-8250-9b3fda4204df tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.2067587
Apr 22 12:58:35.337935 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b298ae89-bca2-4cf8-b0c9-bdae8fce9078 req-1becd27f-6e92-4754-99fa-3fa621835a70 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2087367
Apr 22 12:58:35.437192 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 52964) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:58:35.605717 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ab653b57-fa9b-4add-a331-48f84946144f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:35.909297 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cba9c1ee-26ca-4274-b395-088f67f41726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:35.933053 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-cba9c1ee-26ca-4274-b395-088f67f41726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:58:35.938142 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-cba9c1ee-26ca-4274-b395-088f67f41726 admin admin] Usage tracker for resource:security_group_rule and tenant:eecb501516344d20b74c1bf3be0edcc3 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:58:35.941744 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-cba9c1ee-26ca-4274-b395-088f67f41726 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:58:35.950019 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-cba9c1ee-26ca-4274-b395-088f67f41726 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:58:36.083768 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cba9c1ee-26ca-4274-b395-088f67f41726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:36.127131 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cba9c1ee-26ca-4274-b395-088f67f41726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:36.150496 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:36.223768 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9c1ee-26ca-4274-b395-088f67f41726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a82d011-1e9a-4eec-9cea-c49fceaf06ed,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:36.232652 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 52986) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:58:36.242430 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-cba9c1ee-26ca-4274-b395-088f67f41726 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eecb501516344d20b74c1bf3be0edcc3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8025312
Apr 22 12:58:36.250605 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cba9c1ee-26ca-4274-b395-088f67f41726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:36.364104 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ec7689e2-b7b4-4ff6-89ad-3923f6fa7bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:36.431572 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ec7689e2-b7b4-4ff6-89ad-3923f6fa7bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:37.199948 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:37.247635 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ec7689e2-b7b4-4ff6-89ad-3923f6fa7bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:37.258500 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-af8b5029-7c22-4da9-a30d-a6c0435dc89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:37.279889 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7689e2-b7b4-4ff6-89ad-3923f6fa7bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a82d011-1e9a-4eec-9cea-c49fceaf06ed,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:37.282990 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ec7689e2-b7b4-4ff6-89ad-3923f6fa7bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:37.287489 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-ec7689e2-b7b4-4ff6-89ad-3923f6fa7bb1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a82d011-1e9a-4eec-9cea-c49fceaf06ed HTTP/1.1" status: 204  len: 168 time: 1.0536194
Apr 22 12:58:37.291524 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ec7689e2-b7b4-4ff6-89ad-3923f6fa7bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:37.380153 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4575383-37bd-4319-9866-20b9bc43aa0c req-6217ac51-4cdf-402c-beb7-874c43b11302 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:37.385014 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f4575383-37bd-4319-9866-20b9bc43aa0c req-6217ac51-4cdf-402c-beb7-874c43b11302 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.2208016
Apr 22 12:58:37.494383 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f4575383-37bd-4319-9866-20b9bc43aa0c req-8d5cd981-e6ab-4614-bf01-49711200dd3c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0960150
Apr 22 12:58:38.477280 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7a5f2ace-eb0a-4770-a718-15d09a55925d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:38.591656 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8f9cae9d-1e38-4f86-bc7a-4189314c9e79 req-636497ad-cb84-4d89-982b-24e697956038 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1720178
Apr 22 12:58:38.847121 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0addc4-159a-42af-ab0e-3ad7c4cb41dd req-5508b962-f82c-4160-90c5-04e84fa8d1c7 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:38.848329 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cae9d-1e38-4f86-bc7a-4189314c9e79 req-771409e8-44f5-4dc0-a83d-e5117edf8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:38.850457 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2d0addc4-159a-42af-ab0e-3ad7c4cb41dd req-5508b962-f82c-4160-90c5-04e84fa8d1c7 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.1562099
Apr 22 12:58:38.851053 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8f9cae9d-1e38-4f86-bc7a-4189314c9e79 req-771409e8-44f5-4dc0-a83d-e5117edf8fdc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ee83b5586734c17a93b5a549ee51099&device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 1098 time: 0.2161365
Apr 22 12:58:38.928642 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2d0addc4-159a-42af-ab0e-3ad7c4cb41dd req-5bab7309-ab2e-4352-a5f8-3b544b1d79e5 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714784
Apr 22 12:58:39.165063 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cae9d-1e38-4f86-bc7a-4189314c9e79 req-66fd52a0-3109-4790-b3a0-55d58e56687f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:39.168189 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8f9cae9d-1e38-4f86-bc7a-4189314c9e79 req-66fd52a0-3109-4790-b3a0-55d58e56687f service neutron] 10.222.0.35 "GET /v2.0/networks?id=be9c63ee-d5df-4a33-bd14-78e612dd44e6 HTTP/1.1" status: 200  len: 919 time: 0.2905753
Apr 22 12:58:39.253051 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 53054) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:58:39.399870 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8f9cae9d-1e38-4f86-bc7a-4189314c9e79 req-24d2d397-6da1-4530-93b4-bdf0547cf455 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=effe23e0-db68-4498-8abd-1d1844a61b09 HTTP/1.1" status: 200  len: 217 time: 0.2129190
Apr 22 12:58:39.559806 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a31f81ec-ee22-4571-b005-5caf0a33c2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:39.581733 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cae9d-1e38-4f86-bc7a-4189314c9e79 req-8897ff6a-041c-4cec-ab94-1c76ded06400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:39.584572 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8f9cae9d-1e38-4f86-bc7a-4189314c9e79 req-8897ff6a-041c-4cec-ab94-1c76ded06400 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72efafc1-dd84-4bb1-b54c-b8367450c432 HTTP/1.1" status: 200  len: 858 time: 0.1717167
Apr 22 12:58:39.635751 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a31f81ec-ee22-4571-b005-5caf0a33c2de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:58:39.642351 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a31f81ec-ee22-4571-b005-5caf0a33c2de admin admin] Usage tracker for resource:security_group_rule and tenant:ea6597781dd64005a644116f4cbe3970 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:58:39.646418 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a31f81ec-ee22-4571-b005-5caf0a33c2de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:58:39.654205 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a31f81ec-ee22-4571-b005-5caf0a33c2de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:58:39.705623 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8f9cae9d-1e38-4f86-bc7a-4189314c9e79 req-09406545-69fc-41b6-88ec-8cf2c01056c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be9c63ee-d5df-4a33-bd14-78e612dd44e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1114283
Apr 22 12:58:39.776803 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a31f81ec-ee22-4571-b005-5caf0a33c2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:39.823029 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a31f81ec-ee22-4571-b005-5caf0a33c2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:39.844764 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-35df3f22-cda8-4b06-827c-20fa3fce1307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:39.882189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f81ec-ee22-4571-b005-5caf0a33c2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e214f8fb-d0a4-4e56-a440-127b5c4915ea,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:39.900938 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a31f81ec-ee22-4571-b005-5caf0a33c2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:39.931994 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-a31f81ec-ee22-4571-b005-5caf0a33c2de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea6597781dd64005a644116f4cbe3970&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6771040
Apr 22 12:58:39.932711 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 53064) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:58:40.005066 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8f9cae9d-1e38-4f86-bc7a-4189314c9e79 req-8b4bee0c-cc36-4b0e-b4ce-08c0e80d82ba service neutron] 10.222.0.35 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2897468
Apr 22 12:58:40.081737 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9f318db3-ae8a-4da5-8373-eef167826281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:40.157004 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9f318db3-ae8a-4da5-8373-eef167826281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:40.211131 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:40.257605 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8f9cae9d-1e38-4f86-bc7a-4189314c9e79 req-cd98b2e2-668b-4d2a-b7b6-06e64aa5fa1d service neutron] 10.222.0.35 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2432714
Apr 22 12:58:40.340285 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9f318db3-ae8a-4da5-8373-eef167826281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:40.370307 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-aee2e2ee-f9c7-4afa-b0fe-4922e325d075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:40.385521 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bbe88-aeb8-412d-bb84-36f951c792ce req-51b7f441-7f95-49d6-ac04-c91883fb09aa tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:40.387267 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-172bbe88-aeb8-412d-bb84-36f951c792ce req-51b7f441-7f95-49d6-ac04-c91883fb09aa tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.1286261
Apr 22 12:58:40.418050 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f318db3-ae8a-4da5-8373-eef167826281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e214f8fb-d0a4-4e56-a440-127b5c4915ea,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:40.425283 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9f318db3-ae8a-4da5-8373-eef167826281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:40.426233 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9f318db3-ae8a-4da5-8373-eef167826281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:40.427536 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-9f318db3-ae8a-4da5-8373-eef167826281 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e214f8fb-d0a4-4e56-a440-127b5c4915ea HTTP/1.1" status: 204  len: 168 time: 0.4936256
Apr 22 12:58:40.455118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:40.543862 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-172bbe88-aeb8-412d-bb84-36f951c792ce req-9340ad43-eb18-41b2-bb77-43cd04e1c34d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1360636
Apr 22 12:58:41.196574 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:41.208819 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 53090) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:58:41.261387 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-be31b882-4c63-43a9-b4ec-1f6cef2f2824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:41.294064 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-be31b882-4c63-43a9-b4ec-1f6cef2f2824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:58:41.298901 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-be31b882-4c63-43a9-b4ec-1f6cef2f2824 admin admin] Usage tracker for resource:security_group_rule and tenant:9d5c17e8ed29445fbddc7e48292a8914 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:58:41.302385 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-be31b882-4c63-43a9-b4ec-1f6cef2f2824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:58:41.309738 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-be31b882-4c63-43a9-b4ec-1f6cef2f2824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:58:41.415864 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-be31b882-4c63-43a9-b4ec-1f6cef2f2824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:41.450755 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-be31b882-4c63-43a9-b4ec-1f6cef2f2824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:41.545898 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e5bde7be-130b-4314-b4b4-afaf216625b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:41.572160 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52770e-bc28-44ab-a837-12c3664427df req-374925c0-3409-473b-b701-05fb6a82a9a4 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:41.573898 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3b52770e-bc28-44ab-a837-12c3664427df req-374925c0-3409-473b-b701-05fb6a82a9a4 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.2023544
Apr 22 12:58:41.578415 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-be31b882-4c63-43a9-b4ec-1f6cef2f2824 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d5c17e8ed29445fbddc7e48292a8914&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3683183
Apr 22 12:58:41.582981 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 53098) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:58:41.614102 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31b882-4c63-43a9-b4ec-1f6cef2f2824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f641d50-5480-4bf2-89ec-bbb3cecd550d,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:41.624365 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-be31b882-4c63-43a9-b4ec-1f6cef2f2824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:41.713841 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3b52770e-bc28-44ab-a837-12c3664427df req-ac728dce-93bd-4d0e-8e50-6b574baafe04 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1269336
Apr 22 12:58:41.787385 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-44d8f2c4-69c3-46ab-b2ad-a018e8cf6450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:41.823869 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-44d8f2c4-69c3-46ab-b2ad-a018e8cf6450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:41.865359 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f85dc1-2cb4-4b2c-8482-3097dd8c0547 req-31993eec-f393-422d-aac1-fa41c56e82e7 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:41.867225 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c8f85dc1-2cb4-4b2c-8482-3097dd8c0547 req-31993eec-f393-422d-aac1-fa41c56e82e7 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.1293263
Apr 22 12:58:41.934342 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-44d8f2c4-69c3-46ab-b2ad-a018e8cf6450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:41.941580 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:41.957680 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8f2c4-69c3-46ab-b2ad-a018e8cf6450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f641d50-5480-4bf2-89ec-bbb3cecd550d,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:41.960596 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c8f85dc1-2cb4-4b2c-8482-3097dd8c0547 req-6f70b95c-769b-417c-bf58-51eca61361fb tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752618
Apr 22 12:58:41.962584 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-44d8f2c4-69c3-46ab-b2ad-a018e8cf6450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:41.967970 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-44d8f2c4-69c3-46ab-b2ad-a018e8cf6450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:41.994040 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-44d8f2c4-69c3-46ab-b2ad-a018e8cf6450 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f641d50-5480-4bf2-89ec-bbb3cecd550d HTTP/1.1" status: 204  len: 168 time: 0.4032383
Apr 22 12:58:42.994342 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a36d0-bbbc-4f65-afdd-67c400c69cfb req-4f5dd59f-0032-4600-9bf2-ce020f6e8deb tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:42.996252 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a21a36d0-bbbc-4f65-afdd-67c400c69cfb req-4f5dd59f-0032-4600-9bf2-ce020f6e8deb tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.1285536
Apr 22 12:58:43.095748 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a21a36d0-bbbc-4f65-afdd-67c400c69cfb req-df4a7fea-46e0-4a90-8419-85e35cb7ed44 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914462
Apr 22 12:58:43.302993 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9a301-6eb6-4e8d-aa3f-857ef465dbca req-3b21003c-1764-4b17-989f-ce5a532e28da tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:43.305068 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2ae9a301-6eb6-4e8d-aa3f-857ef465dbca req-3b21003c-1764-4b17-989f-ce5a532e28da tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.1056325
Apr 22 12:58:43.413472 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2ae9a301-6eb6-4e8d-aa3f-857ef465dbca req-efd23754-4c34-430b-92eb-e0fc78d6dc8a tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011031
Apr 22 12:58:44.414803 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0a216-efcf-4886-a601-e2860bff7f3d req-db234725-9c6a-4f7c-b59a-688f235de7f3 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:44.418175 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-09e0a216-efcf-4886-a601-e2860bff7f3d req-db234725-9c6a-4f7c-b59a-688f235de7f3 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.1470423
Apr 22 12:58:44.626660 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-09e0a216-efcf-4886-a601-e2860bff7f3d req-929bc7a9-b789-4e7e-9799-e5e9f7c8c6f3 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1898251
Apr 22 12:58:45.170402 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78207c81-97f3-4371-864b-2d95dcde1459 req-d4ee3b9e-43df-4bd1-894e-31bbeba56729 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:45.177753 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-78207c81-97f3-4371-864b-2d95dcde1459 req-d4ee3b9e-43df-4bd1-894e-31bbeba56729 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.5485828
Apr 22 12:58:45.279916 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-78207c81-97f3-4371-864b-2d95dcde1459 req-ab9ee150-6429-45bc-961c-f5ccedfbfb39 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0996418
Apr 22 12:58:46.151373 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f7408-c5c8-4e25-b3f6-5803be91af3a req-1e403000-fa23-4746-9ac3-10709e6ee1d0 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:46.154874 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-435f7408-c5c8-4e25-b3f6-5803be91af3a req-1e403000-fa23-4746-9ac3-10709e6ee1d0 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.2399747
Apr 22 12:58:46.272422 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-435f7408-c5c8-4e25-b3f6-5803be91af3a req-11197248-2d20-4167-a8c6-f99ac1b56b48 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1082799
Apr 22 12:58:46.792611 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b270b77-8784-479b-b6a7-754e7c37c146 req-04d2ba4d-b40a-4ecc-8caf-707969f7d2ed tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:46.795782 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1b270b77-8784-479b-b6a7-754e7c37c146 req-04d2ba4d-b40a-4ecc-8caf-707969f7d2ed tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.1252618
Apr 22 12:58:46.878357 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1b270b77-8784-479b-b6a7-754e7c37c146 req-7a2ff2c2-7c72-4f45-b15b-df81a7224888 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581551
Apr 22 12:58:47.163868 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 53200) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:58:47.598576 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:47.687765 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:58:47.704416 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] Usage tracker for resource:security_group_rule and tenant:e8c4e404225841ee945ad877fe8c180e is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:58:47.709747 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:58:47.717221 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:58:47.770110 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92706822-811b-4640-a8e1-12089910cdda req-e0881a37-d20f-4f52-a93b-f90ba659a521 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:47.772399 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-92706822-811b-4640-a8e1-12089910cdda req-e0881a37-d20f-4f52-a93b-f90ba659a521 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.1452739
Apr 22 12:58:47.833679 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-92706822-811b-4640-a8e1-12089910cdda req-153dd997-d652-4ddc-930a-e8b2d5273ed4 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515985
Apr 22 12:58:48.138083 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-05607f9f-3c96-49d2-84e7-75c275727396 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:48.140560 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-05607f9f-3c96-49d2-84e7-75c275727396 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/networks?id=49734fce-29d7-425b-9134-2db9dec57d82 HTTP/1.1" status: 200  len: 815 time: 0.2540126
Apr 22 12:58:48.160659 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-3265e559-c5f6-4166-87bf-886664608cdc tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/quotas/b1cd00a58b0248ad8aba2e327d13ee87 HTTP/1.1" status: 200  len: 375 time: 0.0116897
Apr 22 12:58:48.261967 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b72352-fa35-406b-876f-8374f4b107d9 req-2108a146-c9ea-4fb0-8769-c44ef19c5b4f tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:48.264929 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-43b72352-fa35-406b-876f-8374f4b107d9 req-2108a146-c9ea-4fb0-8769-c44ef19c5b4f tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.2458823
Apr 22 12:58:48.290679 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-d3b40deb-84c9-444c-8e27-87b4dd375382 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1cd00a58b0248ad8aba2e327d13ee87&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1209502
Apr 22 12:58:48.311622 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:48.383963 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-43b72352-fa35-406b-876f-8374f4b107d9 req-15a9c93b-314a-4a43-b83a-5526d4f70df2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701125
Apr 22 12:58:48.405075 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:48.436749 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f25c6d05-e73d-4986-964c-624f156700aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:48.519130 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d577286-26bf-4d52-a954-7758a82f87b5,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:48.538497 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-18e400b5-3614-4fa2-a4fe-7cd8f8bf341c service neutron] 10.222.0.20 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2465074
Apr 22 12:58:48.549255 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:48.550074 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:48.550858 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:48.551701 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:48.552464 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:48.553219 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:48.554161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:48.555136 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:48.556262 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:48.575531 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:48.575531 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:48.575531 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:48.582769 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:48.612770 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8c4e404225841ee945ad877fe8c180e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4469790
Apr 22 12:58:48.614125 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 53230) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:58:48.737723 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cbf80d34-9bd4-4f1c-a01f-409782b40b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:48.762015 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-8043a0f3-438f-455f-b48a-32e0d05f7ccc service neutron] 10.222.0.20 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2199636
Apr 22 12:58:48.774879 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cbf80d34-9bd4-4f1c-a01f-409782b40b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:48.880437 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cbf80d34-9bd4-4f1c-a01f-409782b40b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:48.896101 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-115163d3-948b-48ef-9ab2-06ee9687151b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:48.919364 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf80d34-9bd4-4f1c-a01f-409782b40b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d577286-26bf-4d52-a954-7758a82f87b5,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:48.932435 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cbf80d34-9bd4-4f1c-a01f-409782b40b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:48.936937 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cbf80d34-9bd4-4f1c-a01f-409782b40b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:48.938284 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-cbf80d34-9bd4-4f1c-a01f-409782b40b94 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d577286-26bf-4d52-a954-7758a82f87b5 HTTP/1.1" status: 204  len: 168 time: 0.3220208
Apr 22 12:58:49.207869 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8c0f451b-c78b-45db-bf4d-7ec4d78a3b10 req-2cb034a6-486a-4486-a081-106b827de709 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15a5656-401a-4530-bd25-d962d0a32806 HTTP/1.1" status: 200  len: 210 time: 0.0712693
Apr 22 12:58:49.223757 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f37ea-0f33-4565-80c2-4caa203dfd08 req-767490e5-7171-4b43-a390-9a54ef10ab7f tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:49.248035 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f90f37ea-0f33-4565-80c2-4caa203dfd08 req-767490e5-7171-4b43-a390-9a54ef10ab7f tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.1901104
Apr 22 12:58:49.351460 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f90f37ea-0f33-4565-80c2-4caa203dfd08 req-aaba07a8-e09a-465b-8619-23ba191fc924 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1006408
Apr 22 12:58:49.716223 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c420a61-963a-495e-8567-006e158ae037 req-2ce32ee6-b14a-42fc-bcdf-06a9234e771b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:49.717979 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3c420a61-963a-495e-8567-006e158ae037 req-2ce32ee6-b14a-42fc-bcdf-06a9234e771b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.1096089
Apr 22 12:58:49.774599 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3c420a61-963a-495e-8567-006e158ae037 req-f70fe865-c37f-4e38-902f-c908c0dd3be4 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479655
Apr 22 12:58:50.437285 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fe7ea2c5-596c-4834-ae05-a2e32d181e36 req-c1dccc78-38f6-4a9c-9dcf-f13ba7cb0522 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15a5656-401a-4530-bd25-d962d0a32806 HTTP/1.1" status: 200  len: 210 time: 0.0918367
Apr 22 12:58:50.759028 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d19ed-c383-4c24-89f3-5d8f3be3c2a1 req-a01fe361-bdca-436a-b358-93fa6d5e1e20 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:50.770078 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ac4d19ed-c383-4c24-89f3-5d8f3be3c2a1 req-a01fe361-bdca-436a-b358-93fa6d5e1e20 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.1689594
Apr 22 12:58:50.870138 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ac4d19ed-c383-4c24-89f3-5d8f3be3c2a1 req-69418c1a-70fc-451d-b5b5-bbcdbfb8b049 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0986884
Apr 22 12:58:51.156671 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bb5f0-43d4-4cab-b037-c4b83d110a6a req-bcb43157-029d-4056-a13d-938c1ca7f3c7 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:51.159459 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a17bb5f0-43d4-4cab-b037-c4b83d110a6a req-bcb43157-029d-4056-a13d-938c1ca7f3c7 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.1299891
Apr 22 12:58:51.224554 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a17bb5f0-43d4-4cab-b037-c4b83d110a6a req-7093b409-ae00-4c12-acdd-bd2d1eb02251 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565212
Apr 22 12:58:51.686781 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8f635005-3228-4328-acdc-a5f1fbeeb6d9 req-a9f976ea-077f-4a78-9b4a-c7ef231133c6 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15a5656-401a-4530-bd25-d962d0a32806 HTTP/1.1" status: 200  len: 210 time: 0.0541155
Apr 22 12:58:51.853310 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441183a9-0946-4224-86d1-dc81e0e61b5a req-3c30d166-1372-4ef8-ad91-a270d23a1da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:51.855436 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-441183a9-0946-4224-86d1-dc81e0e61b5a req-3c30d166-1372-4ef8-ad91-a270d23a1da0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16ebc3a73d9045e79c95afc066b0c4f5&device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 1099 time: 0.1021202
Apr 22 12:58:52.117691 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441183a9-0946-4224-86d1-dc81e0e61b5a req-24300ef7-d030-497a-bb21-108f36137e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:52.119629 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-441183a9-0946-4224-86d1-dc81e0e61b5a req-24300ef7-d030-497a-bb21-108f36137e3c service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0 HTTP/1.1" status: 200  len: 916 time: 0.2555642
Apr 22 12:58:52.283291 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f611e98-cb52-4b3a-8705-98b35c1df2ad req-7c086276-6e56-4df8-9525-dbd23136e229 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:52.285170 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9f611e98-cb52-4b3a-8705-98b35c1df2ad req-7c086276-6e56-4df8-9525-dbd23136e229 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.2454114
Apr 22 12:58:52.287173 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-441183a9-0946-4224-86d1-dc81e0e61b5a req-f691eabc-3db5-4cdb-9781-23cffcd17fb3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38703702-c041-43c4-813d-75a59a519fbc HTTP/1.1" status: 200  len: 1001 time: 0.1580369
Apr 22 12:58:52.408924 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9f611e98-cb52-4b3a-8705-98b35c1df2ad req-58458388-b83f-46f0-91c9-0c0c2ef2bb9f tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1149766
Apr 22 12:58:52.422164 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441183a9-0946-4224-86d1-dc81e0e61b5a req-8ed46a53-be36-4eac-a82b-4f8ae04d6604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:52.424066 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-441183a9-0946-4224-86d1-dc81e0e61b5a req-8ed46a53-be36-4eac-a82b-4f8ae04d6604 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdd58e2-dfbe-4bfe-8827-61f9efcab136 HTTP/1.1" status: 200  len: 854 time: 0.1132276
Apr 22 12:58:52.638424 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441183a9-0946-4224-86d1-dc81e0e61b5a req-8a007b1f-f979-4a36-a09e-a6cb645c50bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:52.638424 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-441183a9-0946-4224-86d1-dc81e0e61b5a req-8a007b1f-f979-4a36-a09e-a6cb645c50bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1929204
Apr 22 12:58:52.638768 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9068bf7-8a2c-4c8a-9e39-d0768bc156da req-5773b128-70bf-4a74-8240-b993f878ff4e tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:52.638768 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c9068bf7-8a2c-4c8a-9e39-d0768bc156da req-5773b128-70bf-4a74-8240-b993f878ff4e tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.2013042
Apr 22 12:58:52.929061 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c9068bf7-8a2c-4c8a-9e39-d0768bc156da req-d0ee00bb-2177-4ee3-a96d-a05e2a460f68 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2804351
Apr 22 12:58:52.935116 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-20b90df5-77cb-48c2-b27c-03e390955a2e req-026477c9-f0bc-487d-8068-37fe4e0ba9cb tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15a5656-401a-4530-bd25-d962d0a32806 HTTP/1.1" status: 200  len: 210 time: 0.0797367
Apr 22 12:58:52.977628 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-441183a9-0946-4224-86d1-dc81e0e61b5a req-a03a86a4-ce01-495b-be88-aa1fd5b0a626 service neutron] 10.222.0.35 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3334360
Apr 22 12:58:52.994339 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-6ae99d1a-51df-45f7-98a2-1a30bd43ad5d tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:52.997036 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-6ae99d1a-51df-45f7-98a2-1a30bd43ad5d tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.35 "GET /v2.0/networks?id=49734fce-29d7-425b-9134-2db9dec57d82 HTTP/1.1" status: 200  len: 815 time: 0.2969520
Apr 22 12:58:53.012295 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Request body: {'port': {'device_id': 'd15a5656-401a-4530-bd25-d962d0a32806', 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82', 'admin_state_up': True, 'tenant_id': 'b1cd00a58b0248ad8aba2e327d13ee87'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:58:53.181090 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-441183a9-0946-4224-86d1-dc81e0e61b5a req-2db11ef2-1857-41bc-aecd-3d00dd065f24 service neutron] 10.222.0.35 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1955361
Apr 22 12:58:53.181530 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:58:53.194536 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:58:53.498862 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Made reservation on behalf of b1cd00a58b0248ad8aba2e327d13ee87 for: {'port': 1} {{(pid=86532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:58:53.523138 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:53.811454 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab04b1-5f10-4b62-9d93-dfe6a4186693 req-875ae98d-0e17-476a-ae1b-f08c2fc0509d tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:53.813854 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-61ab04b1-5f10-4b62-9d93-dfe6a4186693 req-875ae98d-0e17-476a-ae1b-f08c2fc0509d tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.2365062
Apr 22 12:58:53.850913 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Allocated IP 172.20.0.9 (49734fce-29d7-425b-9134-2db9dec57d82/29e985ab-6ee0-49a9-b2d1-fbe579a07266/30868546-b36a-48e0-a321-0b0a4c4b9cb7) {{(pid=86532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:58:53.897503 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-61ab04b1-5f10-4b62-9d93-dfe6a4186693 req-8e1c2de2-c90b-4c9c-ae3b-f88a6556ef17 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718479
Apr 22 12:58:53.959766 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 38703702-c041-43c4-813d-75a59a519fbc no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 12:58:54.230327 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks [] for port, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:54.323106 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:54.390011 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 38703702-c041-43c4-813d-75a59a519fbc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=38703702-c041-43c4-813d-75a59a519fbc,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:58:54.397513 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8618687-ceb4-4f17-bda5-00bd22286b10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38703702-c041-43c4-813d-75a59a519fbc'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:58:54.436350 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-99455803-56d0-487c-bb4c-65111f5b19bc req-19883124-375c-4896-b82f-eced19490919 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15a5656-401a-4530-bd25-d962d0a32806 HTTP/1.1" status: 200  len: 210 time: 0.1449053
Apr 22 12:58:54.489290 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:54.492430 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:54.535618 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:54.549250 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:54.571123 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86751ed-04c2-4d3b-8ca6-f2f54c405e1e req-8d695bfd-2046-45e3-8328-4ca70b488d3d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:54.574171 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d86751ed-04c2-4d3b-8ca6-f2f54c405e1e req-8d695bfd-2046-45e3-8328-4ca70b488d3d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 946 time: 0.2385380
Apr 22 12:58:54.648718 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['105362e0-f087-4f6d-82d7-aa35722cdc28', '3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c', '5d37e521-fcbd-4715-b143-cfe3aaa5ef3b'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 12:58:54.672998 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d86751ed-04c2-4d3b-8ca6-f2f54c405e1e req-78a05fe8-abee-4640-a81d-42e3c44ee10c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891314
Apr 22 12:58:54.814410 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Network 49734fce-29d7-425b-9134-2db9dec57d82 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:58:54.837964 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:58:54.845074 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-593c18c0-e3c9-4cc6-bf3d-fc14552ec451 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f2196c3669f24e0285ba7d3774aa2e5f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1107752
Apr 22 12:58:54.847720 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Received port after_create {{(pid=86532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:58:54.853957 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8618687-ceb4-4f17-bda5-00bd22286b10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38703702-c041-43c4-813d-75a59a519fbc', 'code': 200}
Apr 22 12:58:54.905759 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Pushing event updated for resources: {'Port': ['ID=30868546-b36a-48e0-a321-0b0a4c4b9cb7,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:54.993878 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:54.995627 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:54.996645 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:54.997587 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:54.998506 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:54.999441 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:55.000350 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:55.001390 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:55.002313 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:55.003235 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:55.004202 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:55.005125 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:58:55.029196 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:55.090056 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=38703702-c041-43c4-813d-75a59a519fbc,revision_number=8']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:55.124384 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:55.203040 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:55.205575 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for port, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:55.285563 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 12:58:55.362738 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-c5789dcd-e547-48e2-b1ff-e2f8be336dd2 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:55.364667 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-c5789dcd-e547-48e2-b1ff-e2f8be336dd2 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4437244
Apr 22 12:58:55.367245 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3593347
Apr 22 12:58:55.388002 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-fe6e8d84-3ff3-4985-afa0-a5577c4bd771 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/quotas/f2196c3669f24e0285ba7d3774aa2e5f HTTP/1.1" status: 200  len: 375 time: 0.0123639
Apr 22 12:58:55.395318 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Request body: {'port': {'device_id': 'd15a5656-401a-4530-bd25-d962d0a32806', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:58:55.509588 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-55ca7b0a-b0b1-45ac-ab1c-0365646119b4 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2196c3669f24e0285ba7d3774aa2e5f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0828357
Apr 22 12:58:55.664615 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:56.465041 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0d68c-83e6-4c81-a783-a2faa6bbf484 req-6a3dbbff-f8b2-4523-b8e5-bd045697f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:56.467222 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-68d0d68c-83e6-4c81-a783-a2faa6bbf484 req-6a3dbbff-f8b2-4523-b8e5-bd045697f20a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ee83b5586734c17a93b5a549ee51099&device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 1098 time: 0.5276864
Apr 22 12:58:56.488029 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b6721-720f-49c8-a57c-2bfafdca9fb7 req-0219b254-3160-49b5-86b0-d5c9d284bec1 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:56.493576 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-616b6721-720f-49c8-a57c-2bfafdca9fb7 req-0219b254-3160-49b5-86b0-d5c9d284bec1 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15a5656-401a-4530-bd25-d962d0a32806 HTTP/1.1" status: 200  len: 931 time: 0.4568024
Apr 22 12:58:56.550121 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b7eae-5d30-43fb-9f07-9eddd5dd42e3 req-5636a0de-f208-45ce-b4b8-20e2f508636b tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:56.564237 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6e0b7eae-5d30-43fb-9f07-9eddd5dd42e3 req-5636a0de-f208-45ce-b4b8-20e2f508636b tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.5610628
Apr 22 12:58:56.662681 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6e0b7eae-5d30-43fb-9f07-9eddd5dd42e3 req-c95e964a-82dc-4a4a-8591-9ab104cba6e2 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0971315
Apr 22 12:58:56.775536 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30868546-b36a-48e0-a321-0b0a4c4b9cb7 {{(pid=86532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 12:58:56.785648 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0d68c-83e6-4c81-a783-a2faa6bbf484 req-b14fdfa3-443d-48fd-a728-137ad9972b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:56.789838 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-68d0d68c-83e6-4c81-a783-a2faa6bbf484 req-b14fdfa3-443d-48fd-a728-137ad9972b6f service neutron] 10.222.0.35 "GET /v2.0/networks?id=be9c63ee-d5df-4a33-bd14-78e612dd44e6 HTTP/1.1" status: 200  len: 919 time: 0.2972326
Apr 22 12:58:56.792374 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:56.939252 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Transition to ACTIVE for port object 30868546-b36a-48e0-a321-0b0a4c4b9cb7 will not be triggered until provisioned by entity L2. {{(pid=86532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:58:56.970573 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-68d0d68c-83e6-4c81-a783-a2faa6bbf484 req-99704c4c-37de-4207-8650-b310cc4de17a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=effe23e0-db68-4498-8abd-1d1844a61b09 HTTP/1.1" status: 200  len: 217 time: 0.1660314
Apr 22 12:58:56.980668 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-616b6721-720f-49c8-a57c-2bfafdca9fb7 req-645b08a8-f4e8-4b76-a440-665afc4120ad tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3533747
Apr 22 12:58:57.020447 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843907407'] for port, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:57.049430 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:57.107191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0d68c-83e6-4c81-a783-a2faa6bbf484 req-462ce0e3-40c3-4b37-b91a-fe0cb50dcdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:57.109312 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-68d0d68c-83e6-4c81-a783-a2faa6bbf484 req-462ce0e3-40c3-4b37-b91a-fe0cb50dcdb5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72efafc1-dd84-4bb1-b54c-b8367450c432 HTTP/1.1" status: 200  len: 858 time: 0.1278243
Apr 22 12:58:57.245689 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-68d0d68c-83e6-4c81-a783-a2faa6bbf484 req-9833e37f-b419-488a-9d84-a4874a84085d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be9c63ee-d5df-4a33-bd14-78e612dd44e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1180067
Apr 22 12:58:57.250259 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5daa14cc-1014-4fc4-9ce6-b485872815ac req-709f2afd-e021-4f99-a1a9-c734a40a223b tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 210 time: 0.0715158
Apr 22 12:58:57.340688 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9274e3c-67ff-4fd4-b9bb-e3cbec580a4e req-51c2cffb-7727-478f-8cda-3bdbbda4929b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:57.343933 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b9274e3c-67ff-4fd4-b9bb-e3cbec580a4e req-51c2cffb-7727-478f-8cda-3bdbbda4929b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 944 time: 0.5043023
Apr 22 12:58:57.552032 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Pushing event updated for resources: {'Port': ['ID=30868546-b36a-48e0-a321-0b0a4c4b9cb7,revision_number=2']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:57.561743 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:57.624900 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b9274e3c-67ff-4fd4-b9bb-e3cbec580a4e req-47595b56-bb79-4a8d-9150-fe465be191d8 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2626932
Apr 22 12:58:57.671085 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Attempting to bind port 30868546-b36a-48e0-a321-0b0a4c4b9cb7 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 12:58:57.671437 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-68d0d68c-83e6-4c81-a783-a2faa6bbf484 req-c3f047e1-8e1e-4c0f-92cd-cdfc566ba902 service neutron] 10.222.0.35 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4184632
Apr 22 12:58:57.671613 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Attempting to bind port 30868546-b36a-48e0-a321-0b0a4c4b9cb7 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82'}] {{(pid=86532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 12:58:57.674530 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Attempting to bind port 30868546-b36a-48e0-a321-0b0a4c4b9cb7 on network 49734fce-29d7-425b-9134-2db9dec57d82 {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:58:57.682929 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Port 30868546-b36a-48e0-a321-0b0a4c4b9cb7 on network 49734fce-29d7-425b-9134-2db9dec57d82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 12:58:57.683560 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Attempting to bind port 30868546-b36a-48e0-a321-0b0a4c4b9cb7 on network 49734fce-29d7-425b-9134-2db9dec57d82 {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:58:57.691911 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Checking agent: {'id': 'c59c10bf-e5dd-4538-bcf5-3ec585cc6c03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'started_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 12:58:57.692440 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Checking segment: {'id': 'f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:58:57.693237 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Bound using segment: {'id': 'f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82'} {{(pid=86532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 12:58:57.693773 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Bound port: 30868546-b36a-48e0-a321-0b0a4c4b9cb7, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82'}}] {{(pid=86532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 12:58:57.694346 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:57.914280 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-68d0d68c-83e6-4c81-a783-a2faa6bbf484 req-a1720b0e-cc68-4ad0-a735-8aae8b49ad94 service neutron] 10.222.0.35 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2353687
Apr 22 12:58:57.948969 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] For port 30868546-b36a-48e0-a321-0b0a4c4b9cb7, host hv-cinder-78726, cleared binding levels {{(pid=86532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 12:58:57.957971 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] For port 30868546-b36a-48e0-a321-0b0a4c4b9cb7, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=30868546-b36a-48e0-a321-0b0a4c4b9cb7,segment=NetworkSegment(f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd),segment_id=f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd)] {{(pid=86532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 12:58:57.964941 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ac715-46ed-411e-a74c-63265ba7f3ae req-61fbb4cb-e649-4cfb-b187-55bd30ec6517 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:57.970570 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4d9ac715-46ed-411e-a74c-63265ba7f3ae req-61fbb4cb-e649-4cfb-b187-55bd30ec6517 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.5080798
Apr 22 12:58:57.989021 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 38703702-c041-43c4-813d-75a59a519fbc no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 12:58:58.026726 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843907407'] for port, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:58.052123 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:58:58.139322 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4d9ac715-46ed-411e-a74c-63265ba7f3ae req-820561a4-3042-4dd8-b332-695dbf2476f6 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635544
Apr 22 12:58:58.255522 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Pushing event updated for resources: {'Port': ['ID=30868546-b36a-48e0-a321-0b0a4c4b9cb7,revision_number=3']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:58:58.264464 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:58:58.273617 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:58.274595 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for port, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:58:58.276669 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] 10.222.0.35 "PUT /v2.0/ports/30868546-b36a-48e0-a321-0b0a4c4b9cb7 HTTP/1.1" status: 200  len: 1093 time: 2.8870316
Apr 22 12:58:58.277243 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15a5656-401a-4530-bd25-d962d0a32806', 'tag': '30868546-b36a-48e0-a321-0b0a4c4b9cb7'}] {{(pid=86532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:58:58.462269 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdf684-19a8-4e04-94a8-88092766ef5e req-a1e5dee4-bf50-4066-a3d4-2e924680d27d tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:58.465013 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23fdf684-19a8-4e04-94a8-88092766ef5e req-a1e5dee4-bf50-4066-a3d4-2e924680d27d tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.1815996
Apr 22 12:58:58.548342 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-ef9b29dd-9f98-44b3-89c9-2d683d239902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:58.551286 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-ef9b29dd-9f98-44b3-89c9-2d683d239902 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b1cd00a58b0248ad8aba2e327d13ee87&device_id=d15a5656-401a-4530-bd25-d962d0a32806 HTTP/1.1" status: 200  len: 1096 time: 0.1609259
Apr 22 12:58:58.584694 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23fdf684-19a8-4e04-94a8-88092766ef5e req-1668e577-f06b-49d1-96fe-0350575e4ab8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783474
Apr 22 12:58:58.713839 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-7f90b597-7f9b-4bc3-8c2f-42c430ba131c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30868546-b36a-48e0-a321-0b0a4c4b9cb7 HTTP/1.1" status: 200  len: 217 time: 0.1439507
Apr 22 12:58:58.849404 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-0bf69d28-da4e-4ef6-be72-4ad27e7dc1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:58.852353 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-0bf69d28-da4e-4ef6-be72-4ad27e7dc1da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29e985ab-6ee0-49a9-b2d1-fbe579a07266 HTTP/1.1" status: 200  len: 855 time: 0.1313605
Apr 22 12:58:58.876300 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-a5740bf6-e744-49fc-80b1-9be4263736f8 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f2196c3669f24e0285ba7d3774aa2e5f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0888507
Apr 22 12:58:58.933989 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-008c81b9-3528-4df2-8afb-21c00d1d0824 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49734fce-29d7-425b-9134-2db9dec57d82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0674276
Apr 22 12:58:59.221356 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a3016-2875-4835-8331-bc92f3ac4c74 req-3ec282cf-7872-4263-a99e-3e6b04fc031b tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:59.235383 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-2619e206-02b7-48a0-8ae7-dfcd4f54ba0c service neutron] 10.222.0.35 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2904406
Apr 22 12:58:59.236423 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15a5656-401a-4530-bd25-d962d0a32806', 'tag': '30868546-b36a-48e0-a321-0b0a4c4b9cb7', 'status': 'completed', 'code': 200}
Apr 22 12:58:59.237955 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1b3a3016-2875-4835-8331-bc92f3ac4c74 req-3ec282cf-7872-4263-a99e-3e6b04fc031b tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15a5656-401a-4530-bd25-d962d0a32806 HTTP/1.1" status: 200  len: 943 time: 0.4179778
Apr 22 12:58:59.367828 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-fd98151f-8c20-404f-9939-e29e5d7be4c3 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:58:59.371279 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-fd98151f-8c20-404f-9939-e29e5d7be4c3 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4827557
Apr 22 12:58:59.417914 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Request body: {'port': {'device_id': '72d501e1-d1fd-43ba-ba4f-6073353b735b', 'network_id': 'f2de0851-f6c7-45a8-a6d0-f03148afea8d', 'admin_state_up': True, 'tenant_id': 'f2196c3669f24e0285ba7d3774aa2e5f'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:58:59.576470 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1b3a3016-2875-4835-8331-bc92f3ac4c74 req-130ad6ab-8c58-4180-b4cc-c6be3161321e tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2784488
Apr 22 12:58:59.708857 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-493d1990-5cc4-4cdd-ba9e-95c0d3c3c7a0 req-a5e73648-c3a7-4552-a729-9fee7d6f49dc tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 210 time: 0.2503729
Apr 22 12:58:59.792743 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-661a6727-c3ee-44c5-af97-90d687ab7080 req-5fcd1322-d524-451a-acf1-7b9c8eda394c service neutron] 10.222.0.35 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5506761
Apr 22 12:58:59.857108 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:58:59.875104 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Usage tracker for resource:port and tenant:f2196c3669f24e0285ba7d3774aa2e5f is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:58:59.882245 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:58:59.895027 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:59:00.066169 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb2913-f636-4a39-b148-130b6a67bfa3 req-a8604e86-5bdc-40ce-9c71-f9a566e94b9c tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:00.067923 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-24cb2913-f636-4a39-b148-130b6a67bfa3 req-a8604e86-5bdc-40ce-9c71-f9a566e94b9c tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1655452
Apr 22 12:59:00.086381 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051bebe-e0dc-4729-ad61-a9447bc6b67e req-f8d51b16-5ec6-4101-b941-59afa8888ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:00.088382 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3051bebe-e0dc-4729-ad61-a9447bc6b67e req-f8d51b16-5ec6-4101-b941-59afa8888ab8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b1cd00a58b0248ad8aba2e327d13ee87&device_id=d15a5656-401a-4530-bd25-d962d0a32806 HTTP/1.1" status: 200  len: 1096 time: 0.1489534
Apr 22 12:59:00.135093 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-24cb2913-f636-4a39-b148-130b6a67bfa3 req-41d05caf-850e-49d9-b17d-1f2b95c1c48c tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571907
Apr 22 12:59:00.254579 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Made reservation on behalf of f2196c3669f24e0285ba7d3774aa2e5f for: {'port': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 12:59:00.268952 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051bebe-e0dc-4729-ad61-a9447bc6b67e req-7e114b8f-65d8-46c5-870f-c01cbe943fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:00.270640 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3051bebe-e0dc-4729-ad61-a9447bc6b67e req-7e114b8f-65d8-46c5-870f-c01cbe943fc9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=49734fce-29d7-425b-9134-2db9dec57d82 HTTP/1.1" status: 200  len: 916 time: 0.1745059
Apr 22 12:59:00.273328 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:00.379675 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:00.379936 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3051bebe-e0dc-4729-ad61-a9447bc6b67e req-d69ab1a7-fe7a-4b54-b37f-4930a7f5faf0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30868546-b36a-48e0-a321-0b0a4c4b9cb7 HTTP/1.1" status: 200  len: 217 time: 0.0798540
Apr 22 12:59:00.380079 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:59:00.380079 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Usage tracker for resource:security_group_rule and tenant:f2196c3669f24e0285ba7d3774aa2e5f is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:59:00.380079 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:59:00.390711 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:59:00.444943 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051bebe-e0dc-4729-ad61-a9447bc6b67e req-d4e96007-2be3-44ce-8c7e-bfaec1745891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:00.446620 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3051bebe-e0dc-4729-ad61-a9447bc6b67e req-d4e96007-2be3-44ce-8c7e-bfaec1745891 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=29e985ab-6ee0-49a9-b2d1-fbe579a07266 HTTP/1.1" status: 200  len: 855 time: 0.0814793
Apr 22 12:59:00.455517 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ede97-6698-47b0-8d14-26fbe31426a2 req-b1013b18-a0be-43d6-ad89-eac557ebbb71 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:00.459087 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b83ede97-6698-47b0-8d14-26fbe31426a2 req-b1013b18-a0be-43d6-ad89-eac557ebbb71 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.1691597
Apr 22 12:59:00.554684 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3051bebe-e0dc-4729-ad61-a9447bc6b67e req-5f432d1a-9f6c-4a02-a34a-307958faafdd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49734fce-29d7-425b-9134-2db9dec57d82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0990183
Apr 22 12:59:00.627071 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b83ede97-6698-47b0-8d14-26fbe31426a2 req-e87402e4-9190-4478-b869-8028de29cabd tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1511481
Apr 22 12:59:00.785414 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:00.851853 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:00.861155 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cb714bcf-86c3-4b6d-9816-72bc167169a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:01.070464 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3051bebe-e0dc-4729-ad61-a9447bc6b67e req-e1c21ca9-095b-4f25-ad0d-944753394297 service neutron] 10.222.0.35 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5074978
Apr 22 12:59:01.143157 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851a351-7832-43c2-a0f0-69d7fccf1dbd req-cc748ee3-5121-4efb-ae7d-ae573a7bc10b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:01.155092 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a851a351-7832-43c2-a0f0-69d7fccf1dbd req-cc748ee3-5121-4efb-ae7d-ae573a7bc10b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 944 time: 0.3344131
Apr 22 12:59:01.206768 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c5fd02-f663-4146-9609-a4918d027afe,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:01.261959 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Allocated IP 192.168.233.135 (f2de0851-f6c7-45a8-a6d0-f03148afea8d/74064cb9-06be-4c8c-b001-82edacc775a9/c132d02e-27cd-4ee6-857e-81a61bcb8b94) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 12:59:01.264481 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:01.378255 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a851a351-7832-43c2-a0f0-69d7fccf1dbd req-392f73a2-2140-44e5-ba36-1dd81112bb36 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2192826
Apr 22 12:59:01.389612 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfe657-d710-4a2a-8f87-673be5816742 req-0333dab5-5298-4a96-a7db-f9740aeac984 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:01.392477 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c0dfe657-d710-4a2a-8f87-673be5816742 req-0333dab5-5298-4a96-a7db-f9740aeac984 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15a5656-401a-4530-bd25-d962d0a32806 HTTP/1.1" status: 200  len: 943 time: 0.4614336
Apr 22 12:59:01.554940 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3051bebe-e0dc-4729-ad61-a9447bc6b67e req-581a3c55-2b60-4df3-95a9-83380d472c14 service neutron] 10.222.0.35 "GET /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4728901
Apr 22 12:59:01.683164 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bb5ab386-5dc7-4f31-b260-dae8c625300b req-dd85f97d-220d-4547-87cc-2bab1e848811 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 210 time: 0.1082222
Apr 22 12:59:01.691934 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c0dfe657-d710-4a2a-8f87-673be5816742 req-db56b432-e69c-4466-8f06-5362e2c02f8d tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2305734
Apr 22 12:59:01.773583 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:01.790189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 53478) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:59:01.793614 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Transition to ACTIVE for port object c132d02e-27cd-4ee6-857e-81a61bcb8b94 will not be triggered until provisioned by entity DHCP. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:59:01.868665 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:01.876166 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:01.989406 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 30868546-b36a-48e0-a321-0b0a4c4b9cb7 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 12:59:02.017118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Network f2de0851-f6c7-45a8-a6d0-f03148afea8d is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 12:59:02.027328 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 12:59:02.033683 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 12:59:02.035620 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-830639a7-3831-4266-b5b1-60ff2cbe85f9 req-96ee001c-b445-41f0-a16c-621daf277e63 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2430465
Apr 22 12:59:02.112997 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:02.113741 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:02.115855 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029f409-b944-4d28-a3d4-c1b4178e60e8 req-9ed66e49-b29e-4b8e-89a4-0defde15b239 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:02.134642 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4029f409-b944-4d28-a3d4-c1b4178e60e8 req-9ed66e49-b29e-4b8e-89a4-0defde15b239 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.2016549
Apr 22 12:59:02.135245 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Pushing event updated for resources: {'Port': ['ID=c132d02e-27cd-4ee6-857e-81a61bcb8b94,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:02.142717 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:02.203817 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9dd2a-7eba-482c-8fd2-73b5e7b38f40 req-c46e846a-c919-436d-bfba-c2f5f8b558b2 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:02.205891 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-05c9dd2a-7eba-482c-8fd2-73b5e7b38f40 req-c46e846a-c919-436d-bfba-c2f5f8b558b2 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.2658663
Apr 22 12:59:02.246830 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.8485949
Apr 22 12:59:02.268287 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 30868546-b36a-48e0-a321-0b0a4c4b9cb7, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=30868546-b36a-48e0-a321-0b0a4c4b9cb7,segment=NetworkSegment(f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd),segment_id=f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:59:02.304578 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4029f409-b944-4d28-a3d4-c1b4178e60e8 req-6a611e83-0a23-4601-a18c-d05f7a524b00 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681163
Apr 22 12:59:02.326314 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Request body: {'port': {'device_id': '72d501e1-d1fd-43ba-ba4f-6073353b735b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 12:59:02.332795 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': '30868546-b36a-48e0-a321-0b0a4c4b9cb7', 'network_id': '49734fce-29d7-425b-9134-2db9dec57d82', 'port_id': '30868546-b36a-48e0-a321-0b0a4c4b9cb7', 'mac_address': 'fa:16:3e:fd:fd:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e985ab-6ee0-49a9-b2d1-fbe579a07266', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 12:59:02.365791 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-05c9dd2a-7eba-482c-8fd2-73b5e7b38f40 req-f1a4cedb-214a-49c3-9aac-be85df0cfad0 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1450965
Apr 22 12:59:02.460005 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:02.497790 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30868546-b36a-48e0-a321-0b0a4c4b9cb7 {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 12:59:02.538821 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:02.561786 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 30868546-b36a-48e0-a321-0b0a4c4b9cb7, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=30868546-b36a-48e0-a321-0b0a4c4b9cb7,segment=NetworkSegment(f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd),segment_id=f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:59:02.569274 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-8bfffd22-ea81-47de-a360-7a700f250590 None None] Provisioning for port c132d02e-27cd-4ee6-857e-81a61bcb8b94 completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:59:02.576496 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-8bfffd22-ea81-47de-a360-7a700f250590 None None] Provisioning complete for port c132d02e-27cd-4ee6-857e-81a61bcb8b94 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:59:02.577204 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8bfffd22-ea81-47de-a360-7a700f250590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:02.686997 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-8bfffd22-ea81-47de-a360-7a700f250590 None None] Port c132d02e-27cd-4ee6-857e-81a61bcb8b94 cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 12:59:02.692432 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:02.696800 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-acf4ed19-2064-4b75-b850-a4407a703b9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:02.851804 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=30868546-b36a-48e0-a321-0b0a4c4b9cb7,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:02.881929 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:02.882950 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:02.883914 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:02.884812 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:02.885760 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:02.886707 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:02.887654 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:02.888607 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:02.889502 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:02.890399 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:02.892519 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:02.893737 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:02.902044 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:02.994920 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['30868546-b36a-48e0-a321-0b0a4c4b9cb7'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 12:59:03.443344 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e87b8-f38c-4880-b35b-ffe56e033044 req-487e4de7-5363-46a3-b330-87572aa8fbdf tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:03.458624 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-518e87b8-f38c-4880-b35b-ffe56e033044 req-487e4de7-5363-46a3-b330-87572aa8fbdf tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 944 time: 0.8259594
Apr 22 12:59:03.593538 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 53512) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:59:03.617747 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18978c-9776-4f93-bd94-0a88d37202b1 req-0ce53447-23c2-4b3b-8920-773204cf32e1 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:03.621865 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8b18978c-9776-4f93-bd94-0a88d37202b1 req-0ce53447-23c2-4b3b-8920-773204cf32e1 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 936 time: 0.5544939
Apr 22 12:59:03.709919 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-518e87b8-f38c-4880-b35b-ffe56e033044 req-f8fa526c-b028-4f28-ae19-cd2ebcf1f65c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2494452
Apr 22 12:59:03.761747 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8b18978c-9776-4f93-bd94-0a88d37202b1 req-742f6ad9-281c-4300-af2c-2efe726df041 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0c5fd02-f663-4146-9609-a4918d027afe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142402
Apr 22 12:59:03.786446 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a892b-16b4-4b89-8938-8fcdbc05b2f7 req-6de43a61-a42c-4b52-b512-84396240f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:03.788342 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-543a892b-16b4-4b89-8938-8fcdbc05b2f7 req-6de43a61-a42c-4b52-b512-84396240f05d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=074fdbf4f1214f53add5cfdd523c42e4&device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 1098 time: 0.5564561
Apr 22 12:59:03.813663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2a61ff5a-1476-4231-b80e-abaaa7030724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:03.840826 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-2a61ff5a-1476-4231-b80e-abaaa7030724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:59:03.860674 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-2a61ff5a-1476-4231-b80e-abaaa7030724 admin admin] Usage tracker for resource:security_group_rule and tenant:8b732bb7d49a46c49d539b4e39d663a1 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:59:03.866863 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-2a61ff5a-1476-4231-b80e-abaaa7030724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:59:03.916863 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-2a61ff5a-1476-4231-b80e-abaaa7030724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:59:03.955537 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c132d02e-27cd-4ee6-857e-81a61bcb8b94 {{(pid=86533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 12:59:03.967894 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:04.048241 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a892b-16b4-4b89-8938-8fcdbc05b2f7 req-d87fa628-76c2-4f91-a460-13372b19b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:04.050975 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-543a892b-16b4-4b89-8938-8fcdbc05b2f7 req-d87fa628-76c2-4f91-a460-13372b19b138 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 HTTP/1.1" status: 200  len: 912 time: 0.2544589
Apr 22 12:59:04.051547 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Transition to ACTIVE for port object c132d02e-27cd-4ee6-857e-81a61bcb8b94 will not be triggered until provisioned by entity L2. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 12:59:04.132253 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059fe14-a608-435f-8e25-219470dbda0b req-ed175986-2741-4401-8ddc-a91f98cafcad tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:04.133985 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0059fe14-a608-435f-8e25-219470dbda0b req-ed175986-2741-4401-8ddc-a91f98cafcad tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.2359698
Apr 22 12:59:04.144266 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abbda3-c03b-4f31-8b16-0e68e68f8dab req-039c78d9-12ad-4e94-a97f-fc85b408ee14 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:04.146069 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86abbda3-c03b-4f31-8b16-0e68e68f8dab req-039c78d9-12ad-4e94-a97f-fc85b408ee14 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15a5656-401a-4530-bd25-d962d0a32806 HTTP/1.1" status: 200  len: 944 time: 0.1751094
Apr 22 12:59:04.154724 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2a61ff5a-1476-4231-b80e-abaaa7030724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:04.178603 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:04.185917 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:04.230190 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2a61ff5a-1476-4231-b80e-abaaa7030724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:04.231225 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-543a892b-16b4-4b89-8938-8fcdbc05b2f7 req-5cf43d7c-90a5-4bb7-b7b9-06912392fe22 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4d68785-07eb-4fc6-88ce-123248c53100 HTTP/1.1" status: 200  len: 999 time: 0.1742990
Apr 22 12:59:04.236169 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0059fe14-a608-435f-8e25-219470dbda0b req-36418cbf-9d7c-44af-8b9b-bf55d38d6a56 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0906398
Apr 22 12:59:04.329953 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a892b-16b4-4b89-8938-8fcdbc05b2f7 req-bb4e3969-3c9a-45a0-a785-34ed12eaac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:04.331676 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-543a892b-16b4-4b89-8938-8fcdbc05b2f7 req-bb4e3969-3c9a-45a0-a785-34ed12eaac25 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ded796f-1a8d-487b-8bc7-3beffd6cbda9 HTTP/1.1" status: 200  len: 850 time: 0.0924354
Apr 22 12:59:04.385603 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86abbda3-c03b-4f31-8b16-0e68e68f8dab req-db7dd9a0-89aa-4d73-a0b3-d8226730af06 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2290900
Apr 22 12:59:04.414054 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-2a61ff5a-1476-4231-b80e-abaaa7030724 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b732bb7d49a46c49d539b4e39d663a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8179467
Apr 22 12:59:04.414825 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 53518) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:59:04.546148 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Pushing event updated for resources: {'Port': ['ID=c132d02e-27cd-4ee6-857e-81a61bcb8b94,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:04.645596 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a892b-16b4-4b89-8938-8fcdbc05b2f7 req-9f7816a4-9b46-4d8f-96ba-9464cc486d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:04.647175 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-543a892b-16b4-4b89-8938-8fcdbc05b2f7 req-9f7816a4-9b46-4d8f-96ba-9464cc486d84 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3089900
Apr 22 12:59:04.664461 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:04.668267 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b2979-b601-4818-8cab-ddfaf7cf7dfb req-d2763a58-cd99-4be4-a0b6-461051e0b1b5 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:04.669987 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cf9b2979-b601-4818-8cab-ddfaf7cf7dfb req-d2763a58-cd99-4be4-a0b6-461051e0b1b5 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.2068908
Apr 22 12:59:04.678665 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-bc5da948-d407-45d5-9485-43461b873844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.419s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:04.818125 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cf9b2979-b601-4818-8cab-ddfaf7cf7dfb req-bd455dff-dcd8-4d6d-bbce-74adc587168f tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241832
Apr 22 12:59:04.871778 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61ff5a-1476-4231-b80e-abaaa7030724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f73ab24-9d15-413b-be97-6f78eac25da4,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:04.899321 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-543a892b-16b4-4b89-8938-8fcdbc05b2f7 req-f9b4f6d1-fb85-48e5-8273-17050659798f service neutron] 10.222.0.35 "GET /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2408326
Apr 22 12:59:04.904897 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2a61ff5a-1476-4231-b80e-abaaa7030724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:04.981431 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-33c0e118-10f0-421f-914a-5e0152d59bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:05.169838 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-543a892b-16b4-4b89-8938-8fcdbc05b2f7 req-d4ed7bdf-7670-4f2e-9e71-041d17b5e297 service neutron] 10.222.0.35 "GET /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2634196
Apr 22 12:59:05.199293 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbad47d-f9fc-4408-b4fc-c90b52043e0c req-fd45229d-d031-4a50-b0d2-8f1cc0298718 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:05.201016 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cbbad47d-f9fc-4408-b4fc-c90b52043e0c req-fd45229d-d031-4a50-b0d2-8f1cc0298718 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 948 time: 0.1568425
Apr 22 12:59:05.237478 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Attempting to bind port c132d02e-27cd-4ee6-857e-81a61bcb8b94 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 12:59:05.238105 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Attempting to bind port c132d02e-27cd-4ee6-857e-81a61bcb8b94 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '70cf502f-777d-433c-a94b-888a23848670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f2de0851-f6c7-45a8-a6d0-f03148afea8d'}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 12:59:05.238722 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Attempting to bind port c132d02e-27cd-4ee6-857e-81a61bcb8b94 on network f2de0851-f6c7-45a8-a6d0-f03148afea8d {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:59:05.269458 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cbbad47d-f9fc-4408-b4fc-c90b52043e0c req-3e015512-2d31-4825-8ae9-8e26f999d274 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0c5fd02-f663-4146-9609-a4918d027afe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543761
Apr 22 12:59:05.287780 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Port c132d02e-27cd-4ee6-857e-81a61bcb8b94 on network f2de0851-f6c7-45a8-a6d0-f03148afea8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 12:59:05.288398 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Attempting to bind port c132d02e-27cd-4ee6-857e-81a61bcb8b94 on network f2de0851-f6c7-45a8-a6d0-f03148afea8d {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 12:59:05.303257 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-33c0e118-10f0-421f-914a-5e0152d59bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:05.322133 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Checking agent: {'id': 'c59c10bf-e5dd-4538-bcf5-3ec585cc6c03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'started_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 12:59:05.322542 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Checking segment: {'id': '70cf502f-777d-433c-a94b-888a23848670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f2de0851-f6c7-45a8-a6d0-f03148afea8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 12:59:05.323111 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Bound using segment: {'id': '70cf502f-777d-433c-a94b-888a23848670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f2de0851-f6c7-45a8-a6d0-f03148afea8d'} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 12:59:05.323941 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Bound port: c132d02e-27cd-4ee6-857e-81a61bcb8b94, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70cf502f-777d-433c-a94b-888a23848670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f2de0851-f6c7-45a8-a6d0-f03148afea8d'}}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 12:59:05.324535 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:05.363634 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82901261-04fe-42d5-9fb1-6fb4aa019044 req-50960a27-719c-4d29-a6c2-f62cd352c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:05.365287 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-82901261-04fe-42d5-9fb1-6fb4aa019044 req-50960a27-719c-4d29-a6c2-f62cd352c65e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 1098 time: 0.6996250
Apr 22 12:59:05.514287 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a1bb8-ff85-4bd5-beae-8263f1520b4f req-0c2e12de-0c8e-4ced-bf99-8fcb2f8560d8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:05.517971 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5b2a1bb8-ff85-4bd5-beae-8263f1520b4f req-0c2e12de-0c8e-4ced-bf99-8fcb2f8560d8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.1184914
Apr 22 12:59:05.550642 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830639a7-3831-4266-b5b1-60ff2cbe85f9 req-313f00dc-dc7b-492d-8ea1-348f01527896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:05.552703 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-830639a7-3831-4266-b5b1-60ff2cbe85f9 req-313f00dc-dc7b-492d-8ea1-348f01527896 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10&tenant_id=16ebc3a73d9045e79c95afc066b0c4f5 HTTP/1.1" status: 200  len: 1097 time: 0.5580363
Apr 22 12:59:05.577685 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-82901261-04fe-42d5-9fb1-6fb4aa019044 req-10a8e014-124d-4516-9315-069ba22b0c60 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1877503
Apr 22 12:59:05.599294 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96734d7-e3f1-4a9e-8200-dfcb6d4c1fbb req-15c7dd7c-00c3-4519-b88d-a153d4ec19d6 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:05.601096 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e96734d7-e3f1-4a9e-8200-dfcb6d4c1fbb req-15c7dd7c-00c3-4519-b88d-a153d4ec19d6 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 944 time: 0.6120887
Apr 22 12:59:05.604614 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] For port c132d02e-27cd-4ee6-857e-81a61bcb8b94, host hv-cinder-78726, cleared binding levels {{(pid=86533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 12:59:05.604935 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e0cf977c-027a-4db5-8ae3-8587a2057440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:05.608540 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] For port c132d02e-27cd-4ee6-857e-81a61bcb8b94, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c132d02e-27cd-4ee6-857e-81a61bcb8b94,segment=NetworkSegment(70cf502f-777d-433c-a94b-888a23848670),segment_id=70cf502f-777d-433c-a94b-888a23848670)] {{(pid=86533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 12:59:05.610557 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5b2a1bb8-ff85-4bd5-beae-8263f1520b4f req-3c555cdf-69c9-4d42-8476-f846ccb9cd38 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848682
Apr 22 12:59:05.681380 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-33c0e118-10f0-421f-914a-5e0152d59bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:05.695574 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:05.703595 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:05.729919 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0e118-10f0-421f-914a-5e0152d59bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f73ab24-9d15-413b-be97-6f78eac25da4,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:05.739172 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-33c0e118-10f0-421f-914a-5e0152d59bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:05.742139 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-33c0e118-10f0-421f-914a-5e0152d59bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:05.746326 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-33c0e118-10f0-421f-914a-5e0152d59bb7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f73ab24-9d15-413b-be97-6f78eac25da4 HTTP/1.1" status: 204  len: 168 time: 1.3274097
Apr 22 12:59:05.746326 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1c80fc12-b798-4104-badc-d7987cf3d1e5 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:05.817341 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:05.817535 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:05.819003 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] 10.222.0.35 "PUT /v2.0/ports/c132d02e-27cd-4ee6-857e-81a61bcb8b94 HTTP/1.1" status: 200  len: 1098 time: 3.5017731
Apr 22 12:59:05.822638 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e96734d7-e3f1-4a9e-8200-dfcb6d4c1fbb req-f3e8f5a1-4ccb-4afd-9567-623f5f6db86c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2074864
Apr 22 12:59:05.823194 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d501e1-d1fd-43ba-ba4f-6073353b735b', 'tag': 'c132d02e-27cd-4ee6-857e-81a61bcb8b94'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:59:05.888444 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Pushing event updated for resources: {'Port': ['ID=c132d02e-27cd-4ee6-857e-81a61bcb8b94,revision_number=3']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:05.893694 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:05.921833 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830639a7-3831-4266-b5b1-60ff2cbe85f9 req-fc1059ae-faf3-4295-9a12-d984b62c65c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:05.924327 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-830639a7-3831-4266-b5b1-60ff2cbe85f9 req-fc1059ae-faf3-4295-9a12-d984b62c65c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16ebc3a73d9045e79c95afc066b0c4f5&device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 1097 time: 0.2890151
Apr 22 12:59:05.954290 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e66286-c313-4c80-85f5-3b36dd54b7db req-8e520650-d784-430d-a280-9b21e7455b89 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:05.961235 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-80e66286-c313-4c80-85f5-3b36dd54b7db req-8e520650-d784-430d-a280-9b21e7455b89 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Synchronizing usage tracker for tenant:b1cd00a58b0248ad8aba2e327d13ee87 on resource:port {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:59:06.001441 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d501e1-d1fd-43ba-ba4f-6073353b735b', 'tag': 'c132d02e-27cd-4ee6-857e-81a61bcb8b94', 'status': 'completed', 'code': 200}
Apr 22 12:59:06.014833 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 30868546-b36a-48e0-a321-0b0a4c4b9cb7 up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:59:06.033360 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-80e66286-c313-4c80-85f5-3b36dd54b7db req-8e520650-d784-430d-a280-9b21e7455b89 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Unset dirty status for tenant:b1cd00a58b0248ad8aba2e327d13ee87 on resource:port {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:59:06.040518 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-80e66286-c313-4c80-85f5-3b36dd54b7db req-8e520650-d784-430d-a280-9b21e7455b89 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15a5656-401a-4530-bd25-d962d0a32806 HTTP/1.1" status: 200  len: 944 time: 0.3141291
Apr 22 12:59:06.166702 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-80e66286-c313-4c80-85f5-3b36dd54b7db req-37c6bb1e-d99a-4a01-9e64-6948c987ef31 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172540
Apr 22 12:59:06.431622 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830639a7-3831-4266-b5b1-60ff2cbe85f9 req-72e93ea5-ad46-430c-9149-dc79e0b5c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:06.434487 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-830639a7-3831-4266-b5b1-60ff2cbe85f9 req-72e93ea5-ad46-430c-9149-dc79e0b5c55b service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0 HTTP/1.1" status: 200  len: 916 time: 0.4967561
Apr 22 12:59:06.460900 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 53542) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:59:06.475636 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning for port 30868546-b36a-48e0-a321-0b0a4c4b9cb7 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:59:06.492991 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port 30868546-b36a-48e0-a321-0b0a4c4b9cb7 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:59:06.494015 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:06.543530 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b5886e55-807b-43f0-a8aa-fd83c6ca9117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:06.609306 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-b5886e55-807b-43f0-a8aa-fd83c6ca9117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:59:06.622074 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-b5886e55-807b-43f0-a8aa-fd83c6ca9117 admin admin] Usage tracker for resource:security_group_rule and tenant:941df444f20440f2b0c06fb566d6855a is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:59:06.684627 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ac58a-12c8-4a00-96d0-c8915039d5fe req-7cd1617a-04a0-4a3e-a50b-36654c0bfe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:06.688578 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c01ac58a-12c8-4a00-96d0-c8915039d5fe req-7cd1617a-04a0-4a3e-a50b-36654c0bfe51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f2196c3669f24e0285ba7d3774aa2e5f&device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 1101 time: 0.5470171
Apr 22 12:59:06.725888 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-b5886e55-807b-43f0-a8aa-fd83c6ca9117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:59:06.751655 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-b5886e55-807b-43f0-a8aa-fd83c6ca9117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:59:06.777565 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-830639a7-3831-4266-b5b1-60ff2cbe85f9 req-690a474e-d798-4508-bde3-1beb037b4c2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38703702-c041-43c4-813d-75a59a519fbc HTTP/1.1" status: 200  len: 999 time: 0.3288693
Apr 22 12:59:06.792028 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5576b4-bcc6-4896-8bf1-c37ec42d9b3f req-1dbf88b3-d22f-429e-a480-79744ecbf090 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:06.796051 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ce5576b4-bcc6-4896-8bf1-c37ec42d9b3f req-1dbf88b3-d22f-429e-a480-79744ecbf090 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.5978858
Apr 22 12:59:06.838590 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:06.853385 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c01ac58a-12c8-4a00-96d0-c8915039d5fe req-57b89b9b-238f-4b1f-9d43-7f8a2d1f56d2 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f2196c3669f24e0285ba7d3774aa2e5f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1488149
Apr 22 12:59:06.883576 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce34e26-ac50-4acb-b258-b635522278f9 req-ee6540c8-6b68-4779-b507-6073b7476767 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:06.886237 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cce34e26-ac50-4acb-b258-b635522278f9 req-ee6540c8-6b68-4779-b507-6073b7476767 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 948 time: 0.2714162
Apr 22 12:59:06.930974 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 30868546-b36a-48e0-a321-0b0a4c4b9cb7, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=30868546-b36a-48e0-a321-0b0a4c4b9cb7,segment=NetworkSegment(f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd),segment_id=f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:59:06.936598 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15a5656-401a-4530-bd25-d962d0a32806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30868546-b36a-48e0-a321-0b0a4c4b9cb7'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:59:06.979496 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:06.986526 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:07.060686 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830639a7-3831-4266-b5b1-60ff2cbe85f9 req-d99ebe4d-18fe-438b-89cc-3c4da23c32e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:07.063333 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-830639a7-3831-4266-b5b1-60ff2cbe85f9 req-d99ebe4d-18fe-438b-89cc-3c4da23c32e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdd58e2-dfbe-4bfe-8827-61f9efcab136 HTTP/1.1" status: 200  len: 854 time: 0.2598958
Apr 22 12:59:07.064787 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cce34e26-ac50-4acb-b258-b635522278f9 req-aba0e259-ac7e-4eb2-874f-55caec5573e4 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0c5fd02-f663-4146-9609-a4918d027afe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444752
Apr 22 12:59:07.065006 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:07.069882 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ce5576b4-bcc6-4896-8bf1-c37ec42d9b3f req-62de1863-4a01-4515-a14f-327905c8e073 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2119465
Apr 22 12:59:07.134893 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b5886e55-807b-43f0-a8aa-fd83c6ca9117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:07.165113 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b5886e55-807b-43f0-a8aa-fd83c6ca9117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:07.169617 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=30868546-b36a-48e0-a321-0b0a4c4b9cb7,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:07.175433 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:07.182560 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cabcd3ed-b8cd-4e80-8120-bc554e75f2a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:07.214674 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ac58a-12c8-4a00-96d0-c8915039d5fe req-2af79cb7-0dbe-4f1e-b40c-e23df10c9845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:07.216340 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c01ac58a-12c8-4a00-96d0-c8915039d5fe req-2af79cb7-0dbe-4f1e-b40c-e23df10c9845 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3499241
Apr 22 12:59:07.237910 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830639a7-3831-4266-b5b1-60ff2cbe85f9 req-8dd5a1cb-792e-4733-9a66-c842e0c21aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:07.239544 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-830639a7-3831-4266-b5b1-60ff2cbe85f9 req-8dd5a1cb-792e-4733-9a66-c842e0c21aaf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1686683
Apr 22 12:59:07.266946 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5886e55-807b-43f0-a8aa-fd83c6ca9117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3576fe14-c359-4ff2-9ca4-b06436ae56c8,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:07.271360 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b5886e55-807b-43f0-a8aa-fd83c6ca9117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:07.310320 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-b5886e55-807b-43f0-a8aa-fd83c6ca9117 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=941df444f20440f2b0c06fb566d6855a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8420873
Apr 22 12:59:07.314005 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 53554) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:59:07.475167 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb952-3a4f-4ab7-ba9b-e7709279ab63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:07.569464 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb99218-980a-443a-acc7-5aed1d1b5619 req-de614bb0-64e5-4f65-a9d0-518d3d3ea10c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:07.575362 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1bb99218-980a-443a-acc7-5aed1d1b5619 req-de614bb0-64e5-4f65-a9d0-518d3d3ea10c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 944 time: 0.2219043
Apr 22 12:59:07.577784 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb952-3a4f-4ab7-ba9b-e7709279ab63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:07.671402 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1bb99218-980a-443a-acc7-5aed1d1b5619 req-2fcd5c91-8f11-47ca-a08c-513346d9fc01 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820830
Apr 22 12:59:07.721782 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb952-3a4f-4ab7-ba9b-e7709279ab63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:07.728923 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-de514745-c3f7-49e5-a866-956d0d1f0c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:07.743189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddb952-3a4f-4ab7-ba9b-e7709279ab63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3576fe14-c359-4ff2-9ca4-b06436ae56c8,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:07.747094 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f2ddb952-3a4f-4ab7-ba9b-e7709279ab63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:07.769003 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb952-3a4f-4ab7-ba9b-e7709279ab63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:07.770662 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-f2ddb952-3a4f-4ab7-ba9b-e7709279ab63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3576fe14-c359-4ff2-9ca4-b06436ae56c8 HTTP/1.1" status: 204  len: 168 time: 0.4553151
Apr 22 12:59:07.806688 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15a5656-401a-4530-bd25-d962d0a32806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30868546-b36a-48e0-a321-0b0a4c4b9cb7', 'code': 200}
Apr 22 12:59:07.835699 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-830639a7-3831-4266-b5b1-60ff2cbe85f9 req-7986418e-83f3-44c6-bec0-edf33df05c41 service neutron] 10.222.0.35 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5885935
Apr 22 12:59:07.872071 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-5607bee2-414d-4c95-bd83-dbc519b27bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:07.873704 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-5607bee2-414d-4c95-bd83-dbc519b27bd6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f2196c3669f24e0285ba7d3774aa2e5f&device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 1101 time: 0.5742056
Apr 22 12:59:08.030368 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc089c94-28ec-4c71-ab71-d18169fad9de req-87ca476c-257c-45af-a66f-921fc2a501a8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:08.033426 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cc089c94-28ec-4c71-ab71-d18169fad9de req-87ca476c-257c-45af-a66f-921fc2a501a8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.3707821
Apr 22 12:59:08.037894 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-f0b50a2d-4cc9-42cc-995e-aecad9c4ff50 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c132d02e-27cd-4ee6-857e-81a61bcb8b94 HTTP/1.1" status: 200  len: 217 time: 0.1548710
Apr 22 12:59:08.102019 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f01b4-6a80-40ed-8c6c-dd4625a95230 req-3465b666-6d57-419f-a774-7a266a4b82f1 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:08.104188 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6b4f01b4-6a80-40ed-8c6c-dd4625a95230 req-3465b666-6d57-419f-a774-7a266a4b82f1 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15a5656-401a-4530-bd25-d962d0a32806 HTTP/1.1" status: 200  len: 945 time: 0.1578810
Apr 22 12:59:08.191862 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6b4f01b4-6a80-40ed-8c6c-dd4625a95230 req-b6e07ad0-bb41-4e91-9678-48172e99f1d1 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784791
Apr 22 12:59:08.233213 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cc089c94-28ec-4c71-ab71-d18169fad9de req-9f8a896d-6040-4de5-a515-751f68289851 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1920145
Apr 22 12:59:08.265437 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-c4c9a7cd-dde9-4063-83d5-292409245d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:08.268315 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-c4c9a7cd-dde9-4063-83d5-292409245d22 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74064cb9-06be-4c8c-b001-82edacc775a9 HTTP/1.1" status: 200  len: 843 time: 0.2098894
Apr 22 12:59:08.274372 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-830639a7-3831-4266-b5b1-60ff2cbe85f9 req-231fec93-f579-4cb0-bfe8-5f2ab151986d service neutron] 10.222.0.35 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4311407
Apr 22 12:59:08.368936 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663eef3-9cc5-4227-b3f3-38d5bd62bd41 req-df9f386a-c83e-49da-b3e8-2ef4980620b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:08.371444 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e663eef3-9cc5-4227-b3f3-38d5bd62bd41 req-df9f386a-c83e-49da-b3e8-2ef4980620b4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d15a5656-401a-4530-bd25-d962d0a32806 HTTP/1.1" status: 200  len: 1098 time: 0.2302766
Apr 22 12:59:08.435187 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-3b3f1c42-3a2e-45b5-8cd9-ebbddfcbbb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:08.437022 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-3b3f1c42-3a2e-45b5-8cd9-ebbddfcbbb49 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2de0851-f6c7-45a8-a6d0-f03148afea8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1599674
Apr 22 12:59:08.442464 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e663eef3-9cc5-4227-b3f3-38d5bd62bd41 req-f37b30b0-f717-47f3-be96-a5499459f5e9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624201
Apr 22 12:59:08.465950 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b2e811aa-fada-41f7-8bde-2c76b10231a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:08.621190 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997876ab-cc04-4361-89e2-4429b391edd0 req-c2dfe48d-4c6d-429e-9e67-a406bf721760 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:08.624071 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-997876ab-cc04-4361-89e2-4429b391edd0 req-c2dfe48d-4c6d-429e-9e67-a406bf721760 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.2731867
Apr 22 12:59:08.692395 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-997876ab-cc04-4361-89e2-4429b391edd0 req-5d939cd1-d756-4f32-93ba-50e41c77998f tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605476
Apr 22 12:59:08.736842 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-bd73f18a-80b9-4c61-8ecb-8cdd0b742360 service neutron] 10.222.0.35 "GET /v2.0/networks/f2de0851-f6c7-45a8-a6d0-f03148afea8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2928863
Apr 22 12:59:08.795436 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f00da-f31b-4dfa-affb-f9f2a3e8a28f req-f0ce0ac5-cc0f-405e-9f6c-59f6d97f7d46 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:08.796926 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-036f00da-f31b-4dfa-affb-f9f2a3e8a28f req-f0ce0ac5-cc0f-405e-9f6c-59f6d97f7d46 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Synchronizing usage tracker for tenant:f2196c3669f24e0285ba7d3774aa2e5f on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:59:08.933085 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-036f00da-f31b-4dfa-affb-f9f2a3e8a28f req-f0ce0ac5-cc0f-405e-9f6c-59f6d97f7d46 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Unset dirty status for tenant:f2196c3669f24e0285ba7d3774aa2e5f on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:59:08.936241 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-036f00da-f31b-4dfa-affb-f9f2a3e8a28f req-f0ce0ac5-cc0f-405e-9f6c-59f6d97f7d46 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 948 time: 0.3530343
Apr 22 12:59:08.983118 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-85975b54-c6c3-4306-bc96-7af4426c01c9 req-004efc32-46a3-454f-af73-5a70f374899a service neutron] 10.222.0.35 "GET /v2.0/networks/f2de0851-f6c7-45a8-a6d0-f03148afea8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2381771
Apr 22 12:59:08.990376 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da084222-f56c-4252-975e-4fa908cabe9f req-454199ac-3184-41c7-a21c-41d3db5dcbdb tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:08.992218 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-da084222-f56c-4252-975e-4fa908cabe9f req-454199ac-3184-41c7-a21c-41d3db5dcbdb tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 944 time: 0.1208675
Apr 22 12:59:09.011340 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-036f00da-f31b-4dfa-affb-f9f2a3e8a28f req-49caa5a9-39d0-49a6-9229-d50fe18efdb4 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Synchronizing usage tracker for tenant:f2196c3669f24e0285ba7d3774aa2e5f on resource:security_group {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:59:09.057108 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-da084222-f56c-4252-975e-4fa908cabe9f req-e1cc9136-cada-474c-981a-16fa7e58e8fc tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518076
Apr 22 12:59:09.072038 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-036f00da-f31b-4dfa-affb-f9f2a3e8a28f req-49caa5a9-39d0-49a6-9229-d50fe18efdb4 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Unset dirty status for tenant:f2196c3669f24e0285ba7d3774aa2e5f on resource:security_group {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:59:09.074759 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-036f00da-f31b-4dfa-affb-f9f2a3e8a28f req-49caa5a9-39d0-49a6-9229-d50fe18efdb4 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0c5fd02-f663-4146-9609-a4918d027afe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210454
Apr 22 12:59:09.640978 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67633224-3691-4acf-8afd-2b40eb65d470 req-5971f40c-475a-445d-a5cc-37b83bc27a4d tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:09.645739 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-67633224-3691-4acf-8afd-2b40eb65d470 req-5971f40c-475a-445d-a5cc-37b83bc27a4d tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15a5656-401a-4530-bd25-d962d0a32806 HTTP/1.1" status: 200  len: 945 time: 0.2500095
Apr 22 12:59:09.720647 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-67633224-3691-4acf-8afd-2b40eb65d470 req-4857b9b6-3cf8-40c5-a78a-6c6c9108b4a2 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678344
Apr 22 12:59:09.919626 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599027d3-9318-4c2f-94f9-8b1d2be45af7 req-6ecb4abd-207c-49ab-a35d-1b6662bd2467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:09.921181 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-599027d3-9318-4c2f-94f9-8b1d2be45af7 req-6ecb4abd-207c-49ab-a35d-1b6662bd2467 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ee83b5586734c17a93b5a549ee51099&device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 1098 time: 0.1042218
Apr 22 12:59:10.049252 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37890b5-580a-43ba-9d1e-e853454c5de6 req-6c8bd330-a326-4fe3-bd76-082af52ef018 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:10.052669 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b37890b5-580a-43ba-9d1e-e853454c5de6 req-6c8bd330-a326-4fe3-bd76-082af52ef018 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1750906
Apr 22 12:59:10.133423 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b37890b5-580a-43ba-9d1e-e853454c5de6 req-88c2aad5-e2be-4f3a-965d-e2de8b929dcd tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669382
Apr 22 12:59:10.228226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:10.349172 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599027d3-9318-4c2f-94f9-8b1d2be45af7 req-379b2166-5377-437e-8b43-60f3032b8e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:10.352058 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-599027d3-9318-4c2f-94f9-8b1d2be45af7 req-379b2166-5377-437e-8b43-60f3032b8e68 service neutron] 10.222.0.35 "GET /v2.0/networks?id=be9c63ee-d5df-4a33-bd14-78e612dd44e6 HTTP/1.1" status: 200  len: 919 time: 0.4229653
Apr 22 12:59:10.487286 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:10.559369 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-599027d3-9318-4c2f-94f9-8b1d2be45af7 req-cdd490b7-cad2-4533-bf70-1f8766434f8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=effe23e0-db68-4498-8abd-1d1844a61b09 HTTP/1.1" status: 200  len: 217 time: 0.1984246
Apr 22 12:59:10.569017 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0cd89-179f-4e70-b855-c9786534a803 req-bf103506-b747-4d1c-9d76-a66a3a1657a6 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:10.571345 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-45f0cd89-179f-4e70-b855-c9786534a803 req-bf103506-b747-4d1c-9d76-a66a3a1657a6 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 948 time: 0.1749349
Apr 22 12:59:10.695274 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea99b0-8230-4d04-9d8b-ec30d122b04b req-2d4ef4fa-689b-4a38-a838-c2693e6850af tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:10.708262 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-75ea99b0-8230-4d04-9d8b-ec30d122b04b req-2d4ef4fa-689b-4a38-a838-c2693e6850af tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 944 time: 0.4683728
Apr 22 12:59:10.779871 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-45f0cd89-179f-4e70-b855-c9786534a803 req-5d6b7f72-fafe-4f5f-afbf-48a8408aa6c7 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0c5fd02-f663-4146-9609-a4918d027afe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1948247
Apr 22 12:59:10.839190 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-75ea99b0-8230-4d04-9d8b-ec30d122b04b req-a5927e94-477d-42cc-ac4a-ec090ae4e78b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1247618
Apr 22 12:59:11.168002 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:11.303720 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2d9f7-ee09-4346-87c1-4fe46af9b9f2 req-d818010b-5c7f-430a-9849-f400ea78b7e7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:11.316442 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6ba2d9f7-ee09-4346-87c1-4fe46af9b9f2 req-d818010b-5c7f-430a-9849-f400ea78b7e7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15a5656-401a-4530-bd25-d962d0a32806 HTTP/1.1" status: 200  len: 945 time: 0.2308033
Apr 22 12:59:11.450085 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996412a-471f-4883-b41f-e5f6a6696e6e req-e13a3639-cc50-475a-acb4-2879bf137572 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:11.460461 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0996412a-471f-4883-b41f-e5f6a6696e6e req-e13a3639-cc50-475a-acb4-2879bf137572 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1227300
Apr 22 12:59:11.504549 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6ba2d9f7-ee09-4346-87c1-4fe46af9b9f2 req-87c4fd7d-399f-42d2-b58c-1d52624cf93c tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1864922
Apr 22 12:59:11.606636 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0996412a-471f-4883-b41f-e5f6a6696e6e req-b8e2b859-b76d-4aca-96e1-cbb189a716fc tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446209
Apr 22 12:59:12.033779 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device c132d02e-27cd-4ee6-857e-81a61bcb8b94 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 12:59:12.329066 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4ae00-25ab-4849-9a82-ff920a138e56 req-b0cb7221-dfc9-4a0c-8e68-a1a4131732ba tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:12.338284 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6fc4ae00-25ab-4849-9a82-ff920a138e56 req-b0cb7221-dfc9-4a0c-8e68-a1a4131732ba tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 948 time: 0.3284216
Apr 22 12:59:12.367102 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port c132d02e-27cd-4ee6-857e-81a61bcb8b94, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c132d02e-27cd-4ee6-857e-81a61bcb8b94,segment=NetworkSegment(70cf502f-777d-433c-a94b-888a23848670),segment_id=70cf502f-777d-433c-a94b-888a23848670)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:59:12.429276 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': 'c132d02e-27cd-4ee6-857e-81a61bcb8b94', 'network_id': 'f2de0851-f6c7-45a8-a6d0-f03148afea8d', 'port_id': 'c132d02e-27cd-4ee6-857e-81a61bcb8b94', 'mac_address': 'fa:16:3e:38:62:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74064cb9-06be-4c8c-b001-82edacc775a9', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 12:59:12.548033 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6fc4ae00-25ab-4849-9a82-ff920a138e56 req-a9be5c8f-73db-4c5f-9446-5388dfe8c7e9 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0c5fd02-f663-4146-9609-a4918d027afe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1951423
Apr 22 12:59:12.621907 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599027d3-9318-4c2f-94f9-8b1d2be45af7 req-208ce781-9625-44cc-be29-5772a25f897f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:12.627354 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-599027d3-9318-4c2f-94f9-8b1d2be45af7 req-208ce781-9625-44cc-be29-5772a25f897f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72efafc1-dd84-4bb1-b54c-b8367450c432 HTTP/1.1" status: 200  len: 858 time: 0.1802893
Apr 22 12:59:12.703846 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:12.753376 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c132d02e-27cd-4ee6-857e-81a61bcb8b94 {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 12:59:12.799922 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-599027d3-9318-4c2f-94f9-8b1d2be45af7 req-46d2a5af-2db2-4be0-af0c-09f0e789d521 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be9c63ee-d5df-4a33-bd14-78e612dd44e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1325476
Apr 22 12:59:12.812907 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e693b3-52a1-49b1-8cfa-95c627efb1a4 req-cf30a21b-2eb0-48ec-b995-eb9f1f754728 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:12.813537 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port c132d02e-27cd-4ee6-857e-81a61bcb8b94, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c132d02e-27cd-4ee6-857e-81a61bcb8b94,segment=NetworkSegment(70cf502f-777d-433c-a94b-888a23848670),segment_id=70cf502f-777d-433c-a94b-888a23848670)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:59:12.821095 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-79e693b3-52a1-49b1-8cfa-95c627efb1a4 req-cf30a21b-2eb0-48ec-b995-eb9f1f754728 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 944 time: 0.4878423
Apr 22 12:59:12.867979 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:12.871453 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:12.987751 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f362b-9c87-408d-8dbe-f21201ad73d6 req-c83fb717-1e13-4a24-a5be-d8bdd6811d4b tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:12.996770 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-df3f362b-9c87-408d-8dbe-f21201ad73d6 req-c83fb717-1e13-4a24-a5be-d8bdd6811d4b tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1519666
Apr 22 12:59:13.039509 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-79e693b3-52a1-49b1-8cfa-95c627efb1a4 req-70413e27-05b9-49a2-9011-b46aa3e91e86 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2172997
Apr 22 12:59:13.076165 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-df3f362b-9c87-408d-8dbe-f21201ad73d6 req-b5589fcf-32d3-4fc8-955e-c2b9a2c296eb tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767035
Apr 22 12:59:13.164223 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-599027d3-9318-4c2f-94f9-8b1d2be45af7 req-fe9ee835-6345-48a7-9e91-a22c69a1954a service neutron] 10.222.0.35 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3398817
Apr 22 12:59:13.175902 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=c132d02e-27cd-4ee6-857e-81a61bcb8b94,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:13.192910 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:13.244122 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['c132d02e-27cd-4ee6-857e-81a61bcb8b94'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 12:59:13.954660 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad2f0c-0d7a-4566-b284-6dba56781db5 req-3d98e19f-c402-4655-a8fb-1916765b380f tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:13.956523 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-73ad2f0c-0d7a-4566-b284-6dba56781db5 req-3d98e19f-c402-4655-a8fb-1916765b380f tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 949 time: 0.1187854
Apr 22 12:59:14.033157 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-73ad2f0c-0d7a-4566-b284-6dba56781db5 req-ca5f989c-2e32-45be-bfcf-017db57fb24d tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0c5fd02-f663-4146-9609-a4918d027afe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644150
Apr 22 12:59:14.411826 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e5f0d-b9ec-459a-a7d8-a11c48c3d7ea req-ba2f3a98-a77d-429a-b275-0fee96863377 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:14.413603 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6c1e5f0d-b9ec-459a-a7d8-a11c48c3d7ea req-ba2f3a98-a77d-429a-b275-0fee96863377 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 944 time: 0.1228182
Apr 22 12:59:14.479805 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6c1e5f0d-b9ec-459a-a7d8-a11c48c3d7ea req-c8a15e20-48c6-4afe-8d14-47bf04f7a528 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595059
Apr 22 12:59:14.751710 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54507a4b-93e6-4e55-9bd8-3c8b5a98617b req-a89ffb20-eabc-4014-a410-32b5e82bd14b tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:14.754212 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-54507a4b-93e6-4e55-9bd8-3c8b5a98617b req-a89ffb20-eabc-4014-a410-32b5e82bd14b tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1215286
Apr 22 12:59:14.838485 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-54507a4b-93e6-4e55-9bd8-3c8b5a98617b req-7d388594-4331-4b8b-bed5-c881e8b87249 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685818
Apr 22 12:59:15.398563 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92ef82-e344-4308-b887-bc13b093e4cb req-a78463bb-41ec-4fe6-8da3-4073a9d07e75 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:15.401573 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-af92ef82-e344-4308-b887-bc13b093e4cb req-a78463bb-41ec-4fe6-8da3-4073a9d07e75 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 949 time: 0.1778777
Apr 22 12:59:15.508126 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-af92ef82-e344-4308-b887-bc13b093e4cb req-16774783-00c0-4948-a019-2d0b394e1c60 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0c5fd02-f663-4146-9609-a4918d027afe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962074
Apr 22 12:59:15.804908 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6355745-4e1f-4b77-a062-7e0cee5ba091 req-5b619d48-d09c-4e95-acb8-9e6e2062f5e9 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:15.807173 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e6355745-4e1f-4b77-a062-7e0cee5ba091 req-5b619d48-d09c-4e95-acb8-9e6e2062f5e9 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 944 time: 0.1153674
Apr 22 12:59:15.886350 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e6355745-4e1f-4b77-a062-7e0cee5ba091 req-dae1a9e5-8ed1-4a46-aa12-143d7d6fe8cc tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673113
Apr 22 12:59:16.040316 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device c132d02e-27cd-4ee6-857e-81a61bcb8b94 up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:59:16.168528 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd71db4-f0e9-4c77-b4d3-86782a7a106f req-eab40447-31e3-459b-98c9-d951960f7f2b tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:16.177523 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9fd71db4-f0e9-4c77-b4d3-86782a7a106f req-eab40447-31e3-459b-98c9-d951960f7f2b tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1538694
Apr 22 12:59:16.206270 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 53696) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:59:16.228114 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning for port c132d02e-27cd-4ee6-857e-81a61bcb8b94 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 12:59:16.242779 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port c132d02e-27cd-4ee6-857e-81a61bcb8b94 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:59:16.243764 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:16.270131 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9fd71db4-f0e9-4c77-b4d3-86782a7a106f req-dcb5fa93-2c3c-4b5b-bea5-c112736d73f6 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896032
Apr 22 12:59:16.449860 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:16.465898 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ca9fc4d9-ca02-448f-9c11-336666b01476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:16.488317 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d501e1-d1fd-43ba-ba4f-6073353b735b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c132d02e-27cd-4ee6-857e-81a61bcb8b94'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:59:16.501889 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port c132d02e-27cd-4ee6-857e-81a61bcb8b94, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c132d02e-27cd-4ee6-857e-81a61bcb8b94,segment=NetworkSegment(70cf502f-777d-433c-a94b-888a23848670),segment_id=70cf502f-777d-433c-a94b-888a23848670)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:59:16.522149 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-ca9fc4d9-ca02-448f-9c11-336666b01476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:59:16.530810 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-ca9fc4d9-ca02-448f-9c11-336666b01476 admin admin] Usage tracker for resource:security_group_rule and tenant:a44c86fbc47a4c3494a25fd2b5b213ae is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:59:16.537078 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-ca9fc4d9-ca02-448f-9c11-336666b01476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:59:16.552454 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-ca9fc4d9-ca02-448f-9c11-336666b01476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:59:16.559709 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:16.638439 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:16.638439 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d501e1-d1fd-43ba-ba4f-6073353b735b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c132d02e-27cd-4ee6-857e-81a61bcb8b94', 'code': 200}
Apr 22 12:59:16.675347 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=c132d02e-27cd-4ee6-857e-81a61bcb8b94,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:16.689641 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:16.732449 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ca9fc4d9-ca02-448f-9c11-336666b01476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:16.768813 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ca9fc4d9-ca02-448f-9c11-336666b01476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:16.807157 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d1d0cf20-70ea-498f-a761-1288fd887649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:16.837678 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-ca9fc4d9-ca02-448f-9c11-336666b01476 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a44c86fbc47a4c3494a25fd2b5b213ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6302078
Apr 22 12:59:16.841615 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 53708) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:59:16.847840 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9fc4d9-ca02-448f-9c11-336666b01476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bd2e04-5ec1-4075-ae39-42ca314ba283,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:16.851494 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ca9fc4d9-ca02-448f-9c11-336666b01476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:17.434480 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ba48802e-545a-4147-bdff-4071f894117b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:17.485100 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8a5f9-dc6c-4483-8b08-0fe2a316d949 req-8321002d-ff62-4506-8a15-704c437d034d tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:17.488140 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e0b8a5f9-dc6c-4483-8b08-0fe2a316d949 req-8321002d-ff62-4506-8a15-704c437d034d tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 950 time: 0.6407244
Apr 22 12:59:17.556644 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ba48802e-545a-4147-bdff-4071f894117b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:17.683467 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e0b8a5f9-dc6c-4483-8b08-0fe2a316d949 req-b2141951-f023-4f77-b27b-93b6a4b78c12 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0c5fd02-f663-4146-9609-a4918d027afe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748986
Apr 22 12:59:17.745556 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ba48802e-545a-4147-bdff-4071f894117b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:17.769005 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9c6279f2-3b88-442c-8d71-21dcb3e7bf69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:17.884404 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48802e-545a-4147-bdff-4071f894117b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bd2e04-5ec1-4075-ae39-42ca314ba283,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:17.898850 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ba48802e-545a-4147-bdff-4071f894117b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:17.911614 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ba48802e-545a-4147-bdff-4071f894117b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:17.913679 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-ba48802e-545a-4147-bdff-4071f894117b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15bd2e04-5ec1-4075-ae39-42ca314ba283 HTTP/1.1" status: 204  len: 168 time: 1.0691321
Apr 22 12:59:17.997122 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910ff72-0dc4-4e72-853e-16e5ac67c327 req-4d8b7f6f-4a0c-43c7-b967-29232045cda9 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:18.001020 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7910ff72-0dc4-4e72-853e-16e5ac67c327 req-4d8b7f6f-4a0c-43c7-b967-29232045cda9 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 944 time: 0.1878448
Apr 22 12:59:18.076524 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7910ff72-0dc4-4e72-853e-16e5ac67c327 req-0ffa3e8b-5c5e-4db9-b24a-26b7fb29811f tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691364
Apr 22 12:59:18.504462 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002c407-397d-49d7-9025-ed8fa6e34e87 req-15ad3f06-a69f-460e-afc3-590a11a45448 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:18.518115 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6002c407-397d-49d7-9025-ed8fa6e34e87 req-15ad3f06-a69f-460e-afc3-590a11a45448 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.2012186
Apr 22 12:59:18.609729 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6002c407-397d-49d7-9025-ed8fa6e34e87 req-003537c2-508b-4bc8-b1e0-187a12464c49 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855272
Apr 22 12:59:18.661264 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 53720) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:59:18.708766 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ace7b876-2067-4530-801e-617249c0c37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:18.748079 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-ace7b876-2067-4530-801e-617249c0c37b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:59:18.758748 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-ace7b876-2067-4530-801e-617249c0c37b admin admin] Usage tracker for resource:security_group_rule and tenant:63c98a1747904eb6a1135149b7eb1bad is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:59:18.765791 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-ace7b876-2067-4530-801e-617249c0c37b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:59:18.782228 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-ace7b876-2067-4530-801e-617249c0c37b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:59:18.937440 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ace7b876-2067-4530-801e-617249c0c37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:18.999466 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ace7b876-2067-4530-801e-617249c0c37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:19.019096 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ad26223d-c85c-4e22-8dcc-2535e677aa57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:19.034563 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7277b52-4d57-4962-a6bc-4fa953d58536 req-cdcc6ba8-50d4-4b46-9d3e-f327a5bf29f9 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:19.048437 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f7277b52-4d57-4962-a6bc-4fa953d58536 req-cdcc6ba8-50d4-4b46-9d3e-f327a5bf29f9 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 950 time: 0.1349881
Apr 22 12:59:19.081045 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7b876-2067-4530-801e-617249c0c37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38880d4-6667-4774-a710-2e0f8a182fc3,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:19.090154 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ace7b876-2067-4530-801e-617249c0c37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:19.133149 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-ace7b876-2067-4530-801e-617249c0c37b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63c98a1747904eb6a1135149b7eb1bad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4692364
Apr 22 12:59:19.134416 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 53728) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:59:19.164139 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f7277b52-4d57-4962-a6bc-4fa953d58536 req-742fc9f8-179b-46fd-a694-13cb9b5d1a83 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0c5fd02-f663-4146-9609-a4918d027afe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103070
Apr 22 12:59:19.245983 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a1fc5507-00e7-401e-83c5-9734003cc679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:19.297136 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a1fc5507-00e7-401e-83c5-9734003cc679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:19.428995 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a1fc5507-00e7-401e-83c5-9734003cc679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:19.442731 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ace7b876-2067-4530-801e-617249c0c37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:19.456505 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc5507-00e7-401e-83c5-9734003cc679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38880d4-6667-4774-a710-2e0f8a182fc3,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:19.467868 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a1fc5507-00e7-401e-83c5-9734003cc679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:19.496167 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a1fc5507-00e7-401e-83c5-9734003cc679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:19.499390 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-a1fc5507-00e7-401e-83c5-9734003cc679 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a38880d4-6667-4774-a710-2e0f8a182fc3 HTTP/1.1" status: 204  len: 168 time: 0.3632016
Apr 22 12:59:19.535960 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c353b-e966-4ac7-9b3d-5b997df761d9 req-6bcbf8ac-b3f2-4b5a-aee0-3af851e972a9 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:19.538931 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b27c353b-e966-4ac7-9b3d-5b997df761d9 req-6bcbf8ac-b3f2-4b5a-aee0-3af851e972a9 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 944 time: 0.1629138
Apr 22 12:59:19.648944 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b27c353b-e966-4ac7-9b3d-5b997df761d9 req-5cf7ece2-294e-48dd-bb7c-3632b1f50eb7 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937698
Apr 22 12:59:19.929744 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3fde6-4b4f-42fe-af77-7729425bde01 req-34e9cc84-73f1-49cf-bccd-a5167427ea77 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:19.931551 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3ae3fde6-4b4f-42fe-af77-7729425bde01 req-34e9cc84-73f1-49cf-bccd-a5167427ea77 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1017885
Apr 22 12:59:20.046243 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3ae3fde6-4b4f-42fe-af77-7729425bde01 req-43eac6e1-7f2f-4c99-91e0-a9c5d680f50b tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015489
Apr 22 12:59:20.540096 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c06882-5140-48bd-a0cd-30a4b353a32d req-2162da00-ac37-4299-8757-e892eadae5a5 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:20.541771 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-11c06882-5140-48bd-a0cd-30a4b353a32d req-2162da00-ac37-4299-8757-e892eadae5a5 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 950 time: 0.1391776
Apr 22 12:59:20.606723 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-11c06882-5140-48bd-a0cd-30a4b353a32d req-ef76073a-53da-4f50-aa25-38b26f07b108 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0c5fd02-f663-4146-9609-a4918d027afe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574512
Apr 22 12:59:20.895207 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bef0a-054b-44ad-844a-cbe41fe67ea5 req-d8330866-e562-4bd2-8822-b6ee3e9e9ba4 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:20.896980 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-da4bef0a-054b-44ad-844a-cbe41fe67ea5 req-d8330866-e562-4bd2-8822-b6ee3e9e9ba4 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 944 time: 0.1049702
Apr 22 12:59:20.955797 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-da4bef0a-054b-44ad-844a-cbe41fe67ea5 req-96dd978f-de3f-470f-8602-352dcccfa3dd tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512145
Apr 22 12:59:21.314367 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d77754-3cab-4b1b-858f-c2c011eb4c62 req-f95e8d8e-023a-416f-9a56-450195985989 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:21.317416 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-33d77754-3cab-4b1b-858f-c2c011eb4c62 req-f95e8d8e-023a-416f-9a56-450195985989 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1349533
Apr 22 12:59:21.379947 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-33d77754-3cab-4b1b-858f-c2c011eb4c62 req-8df7132f-ef80-4a5d-b513-a23d06a8841b tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496693
Apr 22 12:59:22.013117 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a047d-1ba3-4dab-9d61-fa90f0fc50d5 req-93e4458a-9222-4f94-8f0a-48993ff56c4e tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:22.015957 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-368a047d-1ba3-4dab-9d61-fa90f0fc50d5 req-93e4458a-9222-4f94-8f0a-48993ff56c4e tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 950 time: 0.1600311
Apr 22 12:59:22.110567 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-368a047d-1ba3-4dab-9d61-fa90f0fc50d5 req-4b834900-43ed-4ed3-ba2d-06cf6d8273ab tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0c5fd02-f663-4146-9609-a4918d027afe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834844
Apr 22 12:59:22.390769 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb4870-e5e3-4d3c-bcf7-b8b7dabb9189 req-3c62effa-1831-4942-96f8-228ff4344e32 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:22.392966 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d7bb4870-e5e3-4d3c-bcf7-b8b7dabb9189 req-3c62effa-1831-4942-96f8-228ff4344e32 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 944 time: 0.0973325
Apr 22 12:59:22.446119 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d7bb4870-e5e3-4d3c-bcf7-b8b7dabb9189 req-8addbbea-d5cd-48b1-bb73-d9bb8be6bfb9 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463476
Apr 22 12:59:22.663881 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca44e3-2b92-4601-a917-d04494a5a5b5 req-d849a4b0-8108-4122-80cc-f3c0ff7e25b8 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:22.665492 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-daca44e3-2b92-4601-a917-d04494a5a5b5 req-d849a4b0-8108-4122-80cc-f3c0ff7e25b8 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1024208
Apr 22 12:59:22.721993 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-daca44e3-2b92-4601-a917-d04494a5a5b5 req-fc0b4472-0aec-4990-820c-fc51a830316b tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475965
Apr 22 12:59:23.494247 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa02e57-d971-4560-863c-cf10e2101572 req-23b2f348-0f2b-4bb0-8750-e5be8b43cb19 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:23.510507 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0fa02e57-d971-4560-863c-cf10e2101572 req-23b2f348-0f2b-4bb0-8750-e5be8b43cb19 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 950 time: 0.1887233
Apr 22 12:59:23.604523 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0fa02e57-d971-4560-863c-cf10e2101572 req-6c7b22f0-3610-4426-af5a-36f0dbc576c0 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0c5fd02-f663-4146-9609-a4918d027afe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926995
Apr 22 12:59:23.891061 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-599027d3-9318-4c2f-94f9-8b1d2be45af7 req-9bdd4cc2-610d-4b18-bd92-78e3cae3231c service neutron] 10.222.0.35 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3406737
Apr 22 12:59:23.943404 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf179a9-f6da-4744-83ce-e923fb4be3f7 req-75112948-350e-4fdb-a7e2-40ddaa494917 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:23.945611 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4bf179a9-f6da-4744-83ce-e923fb4be3f7 req-75112948-350e-4fdb-a7e2-40ddaa494917 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 944 time: 0.1929820
Apr 22 12:59:24.150908 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4bf179a9-f6da-4744-83ce-e923fb4be3f7 req-b366d4dd-f405-429c-81b5-76f3a17f2f03 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1201200
Apr 22 12:59:24.203640 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5628d-b4bc-4e8d-90bc-b0c98a90aa42 req-8212850e-08f0-49bd-807d-27ac0126e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:24.206687 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4da5628d-b4bc-4e8d-90bc-b0c98a90aa42 req-8212850e-08f0-49bd-807d-27ac0126e5a2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 1103 time: 0.2567885
Apr 22 12:59:24.300600 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4da5628d-b4bc-4e8d-90bc-b0c98a90aa42 req-c8385c02-9d89-4117-aaa0-e383d35e735b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a0c5fd02-f663-4146-9609-a4918d027afe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754437
Apr 22 12:59:24.484973 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e088dbd-a6c3-4f9e-8227-3c7fd770a10d req-e5048fa4-2432-4872-a2f1-58882a37f7c9 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:24.496457 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0e088dbd-a6c3-4f9e-8227-3c7fd770a10d req-e5048fa4-2432-4872-a2f1-58882a37f7c9 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1748333
Apr 22 12:59:24.597787 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0e088dbd-a6c3-4f9e-8227-3c7fd770a10d req-b77a1ee9-1a71-4a8e-a26d-12ec6d0d167d tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937343
Apr 22 12:59:24.900111 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f86b07-b05b-423b-be9e-69701c3edb87 req-81e0d4e8-23d3-42e2-944f-d5ef4c6f7613 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:24.902326 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-51f86b07-b05b-423b-be9e-69701c3edb87 req-81e0d4e8-23d3-42e2-944f-d5ef4c6f7613 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 950 time: 0.1223972
Apr 22 12:59:24.971958 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-51f86b07-b05b-423b-be9e-69701c3edb87 req-fc5b814a-8d03-4216-a98e-82e62c3d9c67 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0c5fd02-f663-4146-9609-a4918d027afe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615029
Apr 22 12:59:25.563480 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc06f63-f1d5-4b91-87c6-6c0bb23e86dc req-fad1c0fa-8028-4221-b31d-5f20e6c31691 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:25.566377 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7dc06f63-f1d5-4b91-87c6-6c0bb23e86dc req-fad1c0fa-8028-4221-b31d-5f20e6c31691 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 944 time: 0.1765037
Apr 22 12:59:25.637050 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7dc06f63-f1d5-4b91-87c6-6c0bb23e86dc req-28ba96da-5c5e-42c3-82aa-932331caa786 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633984
Apr 22 12:59:26.079257 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f51f4-4937-4780-931c-467a5e448348 req-5989db6b-5a24-4144-a8ea-3e5d5ab34eec tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:26.082376 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c24f51f4-4937-4780-931c-467a5e448348 req-5989db6b-5a24-4144-a8ea-3e5d5ab34eec tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1292479
Apr 22 12:59:26.168650 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c24f51f4-4937-4780-931c-467a5e448348 req-6ca750ac-cbc0-4db5-b4a5-9c30e5fdaecf tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785377
Apr 22 12:59:26.319333 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d762cd4-7484-4c5b-b73d-03629b63559e req-70d4f08c-d3da-4908-96e4-836cf7e52016 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:26.321437 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6d762cd4-7484-4c5b-b73d-03629b63559e req-70d4f08c-d3da-4908-96e4-836cf7e52016 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 950 time: 0.1165986
Apr 22 12:59:26.416228 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6d762cd4-7484-4c5b-b73d-03629b63559e req-b7687232-4266-4ac1-9c9a-a9c032ebba7d tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0c5fd02-f663-4146-9609-a4918d027afe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857139
Apr 22 12:59:27.038285 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0567a8d-0aec-4da3-b96d-9a69fac42b78 req-432787fe-68f3-47df-b7a7-6d07d8ee3252 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:27.040098 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a0567a8d-0aec-4da3-b96d-9a69fac42b78 req-432787fe-68f3-47df-b7a7-6d07d8ee3252 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 944 time: 0.1539695
Apr 22 12:59:27.116255 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a0567a8d-0aec-4da3-b96d-9a69fac42b78 req-214865e7-d382-45fb-915c-e81d3c8350af tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677702
Apr 22 12:59:27.386410 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c447dd-5b4d-4071-9043-c02b1aa1f2c4 req-25819e33-a515-40cf-ac73-922473544419 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:27.391431 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-29c447dd-5b4d-4071-9043-c02b1aa1f2c4 req-25819e33-a515-40cf-ac73-922473544419 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 950 time: 0.1063397
Apr 22 12:59:27.452937 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-29c447dd-5b4d-4071-9043-c02b1aa1f2c4 req-74243d4d-d13c-4610-86aa-689e9c25ff0b tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0c5fd02-f663-4146-9609-a4918d027afe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503025
Apr 22 12:59:27.465747 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2a3b5-7a79-4819-a894-6279a9c8f4ef req-656d2f2c-5cca-41da-997d-775f8d6f3029 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:27.469047 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-69b2a3b5-7a79-4819-a894-6279a9c8f4ef req-656d2f2c-5cca-41da-997d-775f8d6f3029 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1557381
Apr 22 12:59:27.561615 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-69b2a3b5-7a79-4819-a894-6279a9c8f4ef req-43002e23-a83d-41bc-9e8a-b5c121c75841 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836999
Apr 22 12:59:28.426384 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca9a99-2dca-4513-b688-0dbe33ecb816 req-05382056-d098-4484-9a71-a830716df584 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:28.429404 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3dca9a99-2dca-4513-b688-0dbe33ecb816 req-05382056-d098-4484-9a71-a830716df584 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 944 time: 0.1238906
Apr 22 12:59:28.531893 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3dca9a99-2dca-4513-b688-0dbe33ecb816 req-d6f33282-7a3d-497d-aa18-6c50affeef51 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0944755
Apr 22 12:59:28.854559 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6418ec2-e69c-450b-a187-3e18db6d6e3b req-f54ef161-629d-44d0-a358-fbf2146f59c2 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:28.856657 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e6418ec2-e69c-450b-a187-3e18db6d6e3b req-f54ef161-629d-44d0-a358-fbf2146f59c2 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 950 time: 0.1294131
Apr 22 12:59:28.917738 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e6418ec2-e69c-450b-a187-3e18db6d6e3b req-2d875e76-3cec-4a9a-9cef-ff85c8eb2949 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0c5fd02-f663-4146-9609-a4918d027afe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534894
Apr 22 12:59:29.251704 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b5244-0abd-4453-8c9f-752f8a2f63db req-2f089b36-6651-431a-9d08-e37f2ed182d0 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:29.253693 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cb5b5244-0abd-4453-8c9f-752f8a2f63db req-2f089b36-6651-431a-9d08-e37f2ed182d0 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.35 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 950 time: 0.1133416
Apr 22 12:59:29.343616 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-cb5b5244-0abd-4453-8c9f-752f8a2f63db req-3b2f5dfa-f082-492a-bf85-36bb8bc853ad tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Deleting port c132d02e-27cd-4ee6-857e-81a61bcb8b94 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 12:59:29.344081 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-cb5b5244-0abd-4453-8c9f-752f8a2f63db req-3b2f5dfa-f082-492a-bf85-36bb8bc853ad tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:29.856497 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-cb5b5244-0abd-4453-8c9f-752f8a2f63db req-3b2f5dfa-f082-492a-bf85-36bb8bc853ad tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] For port c132d02e-27cd-4ee6-857e-81a61bcb8b94, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c132d02e-27cd-4ee6-857e-81a61bcb8b94,segment=NetworkSegment(70cf502f-777d-433c-a94b-888a23848670),segment_id=70cf502f-777d-433c-a94b-888a23848670)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:59:29.857180 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-cb5b5244-0abd-4453-8c9f-752f8a2f63db req-3b2f5dfa-f082-492a-bf85-36bb8bc853ad tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:30.151282 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-cb5b5244-0abd-4453-8c9f-752f8a2f63db req-3b2f5dfa-f082-492a-bf85-36bb8bc853ad tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Calling delete_port for c132d02e-27cd-4ee6-857e-81a61bcb8b94 owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 12:59:30.277724 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec098dfd-ca5d-47fe-9132-33cf3be0f14d req-debf0817-3fb5-43ca-8ec6-0b728d8cfc6a tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:30.283390 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ec098dfd-ca5d-47fe-9132-33cf3be0f14d req-debf0817-3fb5-43ca-8ec6-0b728d8cfc6a tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 950 time: 0.1277792
Apr 22 12:59:30.332279 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20494d83-9f5a-49cb-889d-6d4f146e6643 req-0161bf87-0358-4fd2-ae1e-8df0a65267b0 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:30.335739 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-20494d83-9f5a-49cb-889d-6d4f146e6643 req-0161bf87-0358-4fd2-ae1e-8df0a65267b0 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 944 time: 0.6268976
Apr 22 12:59:30.352951 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ec098dfd-ca5d-47fe-9132-33cf3be0f14d req-55faa3cc-f984-4d28-8066-114ac9b2e845 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0c5fd02-f663-4146-9609-a4918d027afe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642629
Apr 22 12:59:30.539716 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-20494d83-9f5a-49cb-889d-6d4f146e6643 req-c3ebaf9c-d0a6-465a-a7c6-38022f5f5e39 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1733258
Apr 22 12:59:30.619170 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-cb5b5244-0abd-4453-8c9f-752f8a2f63db req-3b2f5dfa-f082-492a-bf85-36bb8bc853ad tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:30.627624 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-80b63e16-5572-4584-baf4-4318b46a75bf tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:30.684915 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f5dfa-f082-492a-bf85-36bb8bc853ad tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Pushing event deleted for resources: {'Port': ['ID=c132d02e-27cd-4ee6-857e-81a61bcb8b94,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:30.689998 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3b2f5dfa-f082-492a-bf85-36bb8bc853ad tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:30.785594 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5b5244-0abd-4453-8c9f-752f8a2f63db req-3b2f5dfa-f082-492a-bf85-36bb8bc853ad tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] No DVR routers for this DVR port c132d02e-27cd-4ee6-857e-81a61bcb8b94 on host hv-cinder-78726 {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 12:59:30.788821 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-cb5b5244-0abd-4453-8c9f-752f8a2f63db req-3b2f5dfa-f082-492a-bf85-36bb8bc853ad tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:30.791966 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d501e1-d1fd-43ba-ba4f-6073353b735b', 'name': 'network-vif-deleted', 'tag': 'c132d02e-27cd-4ee6-857e-81a61bcb8b94'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:59:30.862611 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cb5b5244-0abd-4453-8c9f-752f8a2f63db req-3b2f5dfa-f082-492a-bf85-36bb8bc853ad tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.35 "DELETE /v2.0/ports/c132d02e-27cd-4ee6-857e-81a61bcb8b94 HTTP/1.1" status: 204  len: 173 time: 1.6025579
Apr 22 12:59:30.876717 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d501e1-d1fd-43ba-ba4f-6073353b735b', 'name': 'network-vif-deleted', 'tag': 'c132d02e-27cd-4ee6-857e-81a61bcb8b94', 'status': 'completed', 'code': 200}
Apr 22 12:59:31.627880 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-0c92d0f4-b5af-4891-bdc1-7942a59476fd req-b72c462d-d6fd-490c-9465-ac2cc455383c tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Synchronizing usage tracker for tenant:f2196c3669f24e0285ba7d3774aa2e5f on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:59:31.712524 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-0c92d0f4-b5af-4891-bdc1-7942a59476fd req-b72c462d-d6fd-490c-9465-ac2cc455383c tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Unset dirty status for tenant:f2196c3669f24e0285ba7d3774aa2e5f on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:59:31.725029 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0c92d0f4-b5af-4891-bdc1-7942a59476fd req-b72c462d-d6fd-490c-9465-ac2cc455383c tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] 10.222.0.20 "GET /v2.0/ports?device_id=72d501e1-d1fd-43ba-ba4f-6073353b735b HTTP/1.1" status: 200  len: 210 time: 0.1647682
Apr 22 12:59:31.826094 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7689ac-3460-4808-bb32-40be7c7df4cb req-63f5c8fe-6c4f-41d2-8605-1c8439bf273b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:31.829742 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4f7689ac-3460-4808-bb32-40be7c7df4cb req-63f5c8fe-6c4f-41d2-8605-1c8439bf273b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 944 time: 0.1380568
Apr 22 12:59:31.901475 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4f7689ac-3460-4808-bb32-40be7c7df4cb req-3703d731-89e8-4ff8-ba1c-d5cf73d8a2ee tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571847
Apr 22 12:59:32.101219 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 38703702-c041-43c4-813d-75a59a519fbc details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 12:59:32.106680 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device c132d02e-27cd-4ee6-857e-81a61bcb8b94 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 12:59:32.283073 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 12:59:32.503083 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] No Port match for: c132d02e-27cd-4ee6-857e-81a61bcb8b94 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 12:59:32.503835 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device c132d02e-27cd-4ee6-857e-81a61bcb8b94 not bound to the agent host hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 12:59:32.578984 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 38703702-c041-43c4-813d-75a59a519fbc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=38703702-c041-43c4-813d-75a59a519fbc,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:59:32.602634 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': '38703702-c041-43c4-813d-75a59a519fbc', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'port_id': '38703702-c041-43c4-813d-75a59a519fbc', 'mac_address': 'fa:16:3e:27:57:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 12:59:32.684009 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:32.715173 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38703702-c041-43c4-813d-75a59a519fbc {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 12:59:32.747637 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 38703702-c041-43c4-813d-75a59a519fbc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=38703702-c041-43c4-813d-75a59a519fbc,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:59:32.902066 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:32.904615 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1fbdcbf1-8f87-40c7-a586-30bc5a99d771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:32.998966 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=38703702-c041-43c4-813d-75a59a519fbc,revision_number=9']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:33.003439 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:33.231126 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db9163-1f93-46c8-8f8b-222d9ba2cd0d req-c8753105-2484-40e8-9ad2-f9e4d84b3606 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:33.236035 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-99db9163-1f93-46c8-8f8b-222d9ba2cd0d req-c8753105-2484-40e8-9ad2-f9e4d84b3606 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 945 time: 0.1236401
Apr 22 12:59:33.592716 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-99db9163-1f93-46c8-8f8b-222d9ba2cd0d req-e73fdc6e-0a8f-4517-9910-95cc8c9e5820 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3520870
Apr 22 12:59:34.888384 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2f3a9-d8be-4a9f-91cc-82f815f86e38 req-03872dc8-05f0-4d28-9ad8-ee620f04ea17 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:34.891125 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a8b2f3a9-d8be-4a9f-91cc-82f815f86e38 req-03872dc8-05f0-4d28-9ad8-ee620f04ea17 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 945 time: 0.1242268
Apr 22 12:59:34.976690 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a8b2f3a9-d8be-4a9f-91cc-82f815f86e38 req-862e972a-4ba4-44c8-bc4b-db71ca3e5666 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767903
Apr 22 12:59:35.598480 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6008b525-952b-4ad2-982a-43efb70cc071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:36.270884 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['38703702-c041-43c4-813d-75a59a519fbc'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 12:59:36.398776 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b426c8-c061-435f-9be4-76519b35a660 req-cc2491d9-48ab-4a07-a952-4faf01df3152 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:36.403579 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-89b426c8-c061-435f-9be4-76519b35a660 req-cc2491d9-48ab-4a07-a952-4faf01df3152 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 945 time: 0.1817129
Apr 22 12:59:36.484846 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-89b426c8-c061-435f-9be4-76519b35a660 req-4639926a-511e-44f4-aa67-826c8c302d00 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692468
Apr 22 12:59:36.974259 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:37.890903 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1d95fd0c-9987-4606-b5e9-68c47491d170 req-9c791db7-a893-4154-8795-931eb85debf2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1636250
Apr 22 12:59:37.946305 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cf150-1126-4699-87c4-7254e02f0b68 req-401f9ae1-b1d2-49be-a67c-287691982c11 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:37.956618 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-265cf150-1126-4699-87c4-7254e02f0b68 req-401f9ae1-b1d2-49be-a67c-287691982c11 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 945 time: 0.1769519
Apr 22 12:59:38.025816 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-265cf150-1126-4699-87c4-7254e02f0b68 req-12db7cec-25ff-4f4f-a483-9086b09e0092 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679944
Apr 22 12:59:38.087221 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95fd0c-9987-4606-b5e9-68c47491d170 req-0ee47fcf-aba2-4745-889a-9d1c15596b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:38.090578 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1d95fd0c-9987-4606-b5e9-68c47491d170 req-0ee47fcf-aba2-4745-889a-9d1c15596b39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ee83b5586734c17a93b5a549ee51099&device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 1099 time: 0.1714606
Apr 22 12:59:38.132126 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 38703702-c041-43c4-813d-75a59a519fbc up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 12:59:38.220470 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port 38703702-c041-43c4-813d-75a59a519fbc triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 12:59:38.220900 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:38.408373 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95fd0c-9987-4606-b5e9-68c47491d170 req-d49f2c4e-3607-454d-939f-6d9ed9af15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:38.410152 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1d95fd0c-9987-4606-b5e9-68c47491d170 req-d49f2c4e-3607-454d-939f-6d9ed9af15e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=be9c63ee-d5df-4a33-bd14-78e612dd44e6 HTTP/1.1" status: 200  len: 919 time: 0.2884703
Apr 22 12:59:38.506064 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:38.519761 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1d95fd0c-9987-4606-b5e9-68c47491d170 req-933395fd-a3c7-4866-9a74-42cd1231ec37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=012bb192-2437-4489-ae1f-1f30a10d3ec0 HTTP/1.1" status: 200  len: 217 time: 0.0996616
Apr 22 12:59:38.544009 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a8ca8d9c-9404-4e9c-b2b2-d5581da4c68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:38.605527 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 38703702-c041-43c4-813d-75a59a519fbc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=38703702-c041-43c4-813d-75a59a519fbc,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:59:38.606645 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8618687-ceb4-4f17-bda5-00bd22286b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38703702-c041-43c4-813d-75a59a519fbc'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:59:38.656274 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95fd0c-9987-4606-b5e9-68c47491d170 req-cc0fe3a5-dc40-4124-a10f-cad127216034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:38.658817 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1d95fd0c-9987-4606-b5e9-68c47491d170 req-cc0fe3a5-dc40-4124-a10f-cad127216034 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72efafc1-dd84-4bb1-b54c-b8367450c432 HTTP/1.1" status: 200  len: 858 time: 0.1311555
Apr 22 12:59:38.663177 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8618687-ceb4-4f17-bda5-00bd22286b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38703702-c041-43c4-813d-75a59a519fbc', 'code': 200}
Apr 22 12:59:38.666901 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:38.669890 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:38.737872 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1d95fd0c-9987-4606-b5e9-68c47491d170 req-000f9161-4cb2-4777-bb8a-56b3b1a62527 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be9c63ee-d5df-4a33-bd14-78e612dd44e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0612569
Apr 22 12:59:38.871957 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=38703702-c041-43c4-813d-75a59a519fbc,revision_number=10']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:38.882565 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:39.254547 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1d95fd0c-9987-4606-b5e9-68c47491d170 req-3271b582-39c0-4c4f-b907-3bae7f517c11 service neutron] 10.222.0.35 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5075622
Apr 22 12:59:39.402341 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999ff7a-e038-4635-9ddc-f6e54868af52 req-2e15a827-416d-43e5-abc9-b702942699d6 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:39.405570 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c999ff7a-e038-4635-9ddc-f6e54868af52 req-2e15a827-416d-43e5-abc9-b702942699d6 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 947 time: 0.1747510
Apr 22 12:59:39.497337 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c999ff7a-e038-4635-9ddc-f6e54868af52 req-59d4d116-0c21-4acc-bb9e-d70b13228073 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833607
Apr 22 12:59:39.615816 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1d95fd0c-9987-4606-b5e9-68c47491d170 req-d1f69fdd-a159-46ed-a155-3681389d2512 service neutron] 10.222.0.35 "GET /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3522763
Apr 22 12:59:39.651764 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abef87-4895-4d79-a914-5bfd725f8dac req-26f48f46-ebce-4880-9b40-7050589ecee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:39.653232 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-38abef87-4895-4d79-a914-5bfd725f8dac req-26f48f46-ebce-4880-9b40-7050589ecee1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 1100 time: 0.1074572
Apr 22 12:59:39.705728 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-38abef87-4895-4d79-a914-5bfd725f8dac req-a37f4460-40e8-4d1f-b498-42282d4249e1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438256
Apr 22 12:59:40.219245 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:40.455976 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:40.766256 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88d5e5-243d-4b06-a018-d823d10e8fbb req-63f62553-68ff-4012-ab74-f361bdf57b24 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:40.768208 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ff88d5e5-243d-4b06-a018-d823d10e8fbb req-63f62553-68ff-4012-ab74-f361bdf57b24 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 947 time: 0.1107249
Apr 22 12:59:40.833933 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ff88d5e5-243d-4b06-a018-d823d10e8fbb req-cec8518c-9517-4b0e-b76d-0992947335c4 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500808
Apr 22 12:59:41.156745 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:41.375609 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb7253-ae18-485d-8908-66660c702cea req-9e9dfe8d-828a-40ac-92de-1ced0a4ab0f9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:41.376935 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-11eb7253-ae18-485d-8908-66660c702cea req-9e9dfe8d-828a-40ac-92de-1ced0a4ab0f9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15a5656-401a-4530-bd25-d962d0a32806 HTTP/1.1" status: 200  len: 945 time: 0.1074901
Apr 22 12:59:41.442936 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-11eb7253-ae18-485d-8908-66660c702cea req-61de586f-6e3a-4e9f-ab5a-d8b0d06b1cfc tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582306
Apr 22 12:59:42.126658 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f433fb-2b91-4127-922b-59bac52c1729 req-574a903d-d9f2-4b88-bc8b-6b986de59f1f tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:42.131258 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c0f433fb-2b91-4127-922b-59bac52c1729 req-574a903d-d9f2-4b88-bc8b-6b986de59f1f tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.1538556
Apr 22 12:59:42.157741 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a6553-ec40-4012-9841-ee368a67e3fe req-f6570d8e-be59-4e27-916a-f6e7850950d6 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:42.166733 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-891a6553-ec40-4012-9841-ee368a67e3fe req-f6570d8e-be59-4e27-916a-f6e7850950d6 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 947 time: 0.1280117
Apr 22 12:59:42.195528 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c0f433fb-2b91-4127-922b-59bac52c1729 req-9666fd4c-cfc3-4ca5-8ae0-78c77b62d676 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576670
Apr 22 12:59:42.257370 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-891a6553-ec40-4012-9841-ee368a67e3fe req-8c633ee6-d01a-43eb-bd0a-605569658df4 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0895357
Apr 22 12:59:42.415398 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 54268) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:59:42.729623 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-6942d37a-e0cc-4973-b578-475688021c77 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2196c3669f24e0285ba7d3774aa2e5f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3125291
Apr 22 12:59:42.735470 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 54276) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:59:42.753380 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01244a66-38c7-4b53-813c-d2bc61cd844b req-96d85987-1fa4-43de-ad1c-caf95fd4e535 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:42.756264 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-01244a66-38c7-4b53-813c-d2bc61cd844b req-96d85987-1fa4-43de-ad1c-caf95fd4e535 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15a5656-401a-4530-bd25-d962d0a32806 HTTP/1.1" status: 200  len: 945 time: 0.1674483
Apr 22 12:59:42.827566 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-01244a66-38c7-4b53-813c-d2bc61cd844b req-92c74634-33d9-4d25-868e-b015c334e08b tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650024
Apr 22 12:59:42.869599 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-671011a1-4246-44f3-a989-f6a62df70535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:42.925218 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-671011a1-4246-44f3-a989-f6a62df70535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:43.053346 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-671011a1-4246-44f3-a989-f6a62df70535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:43.059118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f6cd9e22-0385-447c-bef3-682b0cae0909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:43.075257 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671011a1-4246-44f3-a989-f6a62df70535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c5fd02-f663-4146-9609-a4918d027afe,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:43.078519 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-671011a1-4246-44f3-a989-f6a62df70535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:43.141790 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-671011a1-4246-44f3-a989-f6a62df70535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:43.143135 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-671011a1-4246-44f3-a989-f6a62df70535 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0c5fd02-f663-4146-9609-a4918d027afe HTTP/1.1" status: 204  len: 168 time: 0.4056315
Apr 22 12:59:43.623195 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704aa625-2dac-4db4-a1fc-f711072448e8 req-3c908666-4d2b-4dd1-903a-5db44c79ef30 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:43.625998 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-704aa625-2dac-4db4-a1fc-f711072448e8 req-3c908666-4d2b-4dd1-903a-5db44c79ef30 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 947 time: 0.2066119
Apr 22 12:59:43.697546 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-704aa625-2dac-4db4-a1fc-f711072448e8 req-8c6d189b-9140-485d-9c3f-184111e46a1d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498555
Apr 22 12:59:43.721918 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265d55c-9c54-4ab6-8263-a5da9698ad81 req-2fc9b48d-d2cd-49ad-8322-2f65ac4212b9 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:43.736098 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9265d55c-9c54-4ab6-8263-a5da9698ad81 req-2fc9b48d-d2cd-49ad-8322-2f65ac4212b9 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.3108690
Apr 22 12:59:43.794208 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50bbf7-0880-4dc2-a85b-c026d8d4b357 req-3d39921a-acd8-4134-b62e-d57eba75be53 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:43.796079 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9f50bbf7-0880-4dc2-a85b-c026d8d4b357 req-3d39921a-acd8-4134-b62e-d57eba75be53 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.35 "GET /v2.0/ports?device_id=d15a5656-401a-4530-bd25-d962d0a32806 HTTP/1.1" status: 200  len: 945 time: 0.3028655
Apr 22 12:59:43.933348 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9265d55c-9c54-4ab6-8263-a5da9698ad81 req-340fe3eb-462c-498c-80f2-00d484946088 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1956997
Apr 22 12:59:43.989419 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-9f50bbf7-0880-4dc2-a85b-c026d8d4b357 req-0bc7b4e6-b2f4-4184-ba4e-4fd2b0e40def tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Deleting port 30868546-b36a-48e0-a321-0b0a4c4b9cb7 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 12:59:43.990084 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-9f50bbf7-0880-4dc2-a85b-c026d8d4b357 req-0bc7b4e6-b2f4-4184-ba4e-4fd2b0e40def tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:44.223674 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ff4af-20e7-4cd2-9481-c1d28fd2936c req-d6a724a7-caca-40e2-92eb-748e78397ad2 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:44.225818 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4b8ff4af-20e7-4cd2-9481-c1d28fd2936c req-d6a724a7-caca-40e2-92eb-748e78397ad2 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15a5656-401a-4530-bd25-d962d0a32806 HTTP/1.1" status: 200  len: 945 time: 0.1899080
Apr 22 12:59:44.290339 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4b8ff4af-20e7-4cd2-9481-c1d28fd2936c req-898da783-279d-4c38-a593-f4d18eda282b tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576041
Apr 22 12:59:44.368266 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-9f50bbf7-0880-4dc2-a85b-c026d8d4b357 req-0bc7b4e6-b2f4-4184-ba4e-4fd2b0e40def tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] For port 30868546-b36a-48e0-a321-0b0a4c4b9cb7, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=30868546-b36a-48e0-a321-0b0a4c4b9cb7,segment=NetworkSegment(f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd),segment_id=f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:59:44.368266 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-9f50bbf7-0880-4dc2-a85b-c026d8d4b357 req-0bc7b4e6-b2f4-4184-ba4e-4fd2b0e40def tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:44.567080 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-9f50bbf7-0880-4dc2-a85b-c026d8d4b357 req-0bc7b4e6-b2f4-4184-ba4e-4fd2b0e40def tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Calling delete_port for 30868546-b36a-48e0-a321-0b0a4c4b9cb7 owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 12:59:45.106444 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97696614-c9d1-47ee-a56c-2d1017db6b23 req-e2e1930c-0ad0-4d32-a2bc-8f81367afc49 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:45.109602 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-97696614-c9d1-47ee-a56c-2d1017db6b23 req-e2e1930c-0ad0-4d32-a2bc-8f81367afc49 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.2159419
Apr 22 12:59:45.111723 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-9f50bbf7-0880-4dc2-a85b-c026d8d4b357 req-0bc7b4e6-b2f4-4184-ba4e-4fd2b0e40def tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:45.123457 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:45.127489 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['105362e0-f087-4f6d-82d7-aa35722cdc28', '3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c', '5d37e521-fcbd-4715-b143-cfe3aaa5ef3b'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 12:59:45.459135 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7b4e6-b2f4-4184-ba4e-4fd2b0e40def tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Pushing event deleted for resources: {'Port': ['ID=30868546-b36a-48e0-a321-0b0a4c4b9cb7,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:45.525851 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0bc7b4e6-b2f4-4184-ba4e-4fd2b0e40def tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:45.680880 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f50bbf7-0880-4dc2-a85b-c026d8d4b357 req-0bc7b4e6-b2f4-4184-ba4e-4fd2b0e40def tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] No DVR routers for this DVR port 30868546-b36a-48e0-a321-0b0a4c4b9cb7 on host hv-cinder-78726 {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 12:59:45.689777 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-9f50bbf7-0880-4dc2-a85b-c026d8d4b357 req-0bc7b4e6-b2f4-4184-ba4e-4fd2b0e40def tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:45.704692 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15a5656-401a-4530-bd25-d962d0a32806', 'name': 'network-vif-deleted', 'tag': '30868546-b36a-48e0-a321-0b0a4c4b9cb7'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:59:45.722824 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-97696614-c9d1-47ee-a56c-2d1017db6b23 req-52a3c5c0-254b-49ba-a4c5-3c8e37372991 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Deleting port 012bb192-2437-4489-ae1f-1f30a10d3ec0 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 12:59:45.723475 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-97696614-c9d1-47ee-a56c-2d1017db6b23 req-52a3c5c0-254b-49ba-a4c5-3c8e37372991 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:45.739890 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b462424d-239f-4138-8fc1-1e1acfe338e1 req-a143c0c5-caad-4ffb-9959-e00a203901f5 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15a5656-401a-4530-bd25-d962d0a32806 HTTP/1.1" status: 200  len: 210 time: 0.0613558
Apr 22 12:59:46.027999 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15a5656-401a-4530-bd25-d962d0a32806', 'name': 'network-vif-deleted', 'tag': '30868546-b36a-48e0-a321-0b0a4c4b9cb7', 'status': 'completed', 'code': 200}
Apr 22 12:59:46.132649 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aeab2f-000b-4ccf-92dc-3a6b78f1bd82 req-cce55a84-cea5-43fa-95b8-b4a5a973304f tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:46.134448 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-79aeab2f-000b-4ccf-92dc-3a6b78f1bd82 req-cce55a84-cea5-43fa-95b8-b4a5a973304f tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 946 time: 0.8929791
Apr 22 12:59:46.144387 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 012bb192-2437-4489-ae1f-1f30a10d3ec0 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 12:59:46.181527 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9f50bbf7-0880-4dc2-a85b-c026d8d4b357 req-0bc7b4e6-b2f4-4184-ba4e-4fd2b0e40def tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.35 "DELETE /v2.0/ports/30868546-b36a-48e0-a321-0b0a4c4b9cb7 HTTP/1.1" status: 204  len: 173 time: 2.3568382
Apr 22 12:59:46.277663 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-79aeab2f-000b-4ccf-92dc-3a6b78f1bd82 req-4f619b30-e245-4ef7-9e4c-a336932cabfc tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333182
Apr 22 12:59:46.287846 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-97696614-c9d1-47ee-a56c-2d1017db6b23 req-52a3c5c0-254b-49ba-a4c5-3c8e37372991 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] For port 012bb192-2437-4489-ae1f-1f30a10d3ec0, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=012bb192-2437-4489-ae1f-1f30a10d3ec0,segment=NetworkSegment(590a52b4-f1fa-4b8b-a3ec-593b160f399a),segment_id=590a52b4-f1fa-4b8b-a3ec-593b160f399a)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:59:46.288507 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-97696614-c9d1-47ee-a56c-2d1017db6b23 req-52a3c5c0-254b-49ba-a4c5-3c8e37372991 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:46.396890 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:46.441573 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 012bb192-2437-4489-ae1f-1f30a10d3ec0, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=012bb192-2437-4489-ae1f-1f30a10d3ec0,segment=NetworkSegment(590a52b4-f1fa-4b8b-a3ec-593b160f399a),segment_id=590a52b4-f1fa-4b8b-a3ec-593b160f399a)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:59:46.442687 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d80aa4f-45be-40e7-b340-7ca6f7cb4625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '012bb192-2437-4489-ae1f-1f30a10d3ec0'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:59:46.490497 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:46.492062 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 30868546-b36a-48e0-a321-0b0a4c4b9cb7 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 12:59:46.547466 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:46.591139 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] No Port match for: 30868546-b36a-48e0-a321-0b0a4c4b9cb7 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 12:59:46.591873 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 30868546-b36a-48e0-a321-0b0a4c4b9cb7 not bound to the agent host hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 12:59:46.651004 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-97696614-c9d1-47ee-a56c-2d1017db6b23 req-52a3c5c0-254b-49ba-a4c5-3c8e37372991 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Calling delete_port for 012bb192-2437-4489-ae1f-1f30a10d3ec0 owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 12:59:46.652718 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d80aa4f-45be-40e7-b340-7ca6f7cb4625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '012bb192-2437-4489-ae1f-1f30a10d3ec0', 'code': 200}
Apr 22 12:59:46.685954 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=012bb192-2437-4489-ae1f-1f30a10d3ec0,revision_number=6']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:46.690960 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:46.822380 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.db.api [req-97696614-c9d1-47ee-a56c-2d1017db6b23 req-52a3c5c0-254b-49ba-a4c5-3c8e37372991 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86533) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 12:59:46.823176 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_db.api [req-97696614-c9d1-47ee-a56c-2d1017db6b23 req-52a3c5c0-254b-49ba-a4c5-3c8e37372991 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 12:59:46.947510 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-1fd1ace1-34dc-43fd-af74-ca96b77387bf req-b407a1c0-3b7e-4a01-930e-e5e32e8a97ed tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Synchronizing usage tracker for tenant:b1cd00a58b0248ad8aba2e327d13ee87 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:59:46.993720 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-1fd1ace1-34dc-43fd-af74-ca96b77387bf req-b407a1c0-3b7e-4a01-930e-e5e32e8a97ed tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Unset dirty status for tenant:b1cd00a58b0248ad8aba2e327d13ee87 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:59:46.995110 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1fd1ace1-34dc-43fd-af74-ca96b77387bf req-b407a1c0-3b7e-4a01-930e-e5e32e8a97ed tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=d15a5656-401a-4530-bd25-d962d0a32806 HTTP/1.1" status: 200  len: 210 time: 0.1008461
Apr 22 12:59:47.324231 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-97696614-c9d1-47ee-a56c-2d1017db6b23 req-52a3c5c0-254b-49ba-a4c5-3c8e37372991 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Deleting port 012bb192-2437-4489-ae1f-1f30a10d3ec0 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 12:59:47.324945 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-97696614-c9d1-47ee-a56c-2d1017db6b23 req-52a3c5c0-254b-49ba-a4c5-3c8e37372991 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:47.578104 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc585513-ab5d-4870-a969-c6d738b20a8b req-f9c193b7-a949-48ca-ae5f-01888b2f5416 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:47.579910 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fc585513-ab5d-4870-a969-c6d738b20a8b req-f9c193b7-a949-48ca-ae5f-01888b2f5416 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 944 time: 0.1356056
Apr 22 12:59:47.645934 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fc585513-ab5d-4870-a969-c6d738b20a8b req-510a7b39-e753-4a36-9c2a-c4ffd4b7e3ad tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588441
Apr 22 12:59:47.752539 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-97696614-c9d1-47ee-a56c-2d1017db6b23 req-52a3c5c0-254b-49ba-a4c5-3c8e37372991 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] For port 012bb192-2437-4489-ae1f-1f30a10d3ec0, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=012bb192-2437-4489-ae1f-1f30a10d3ec0,segment=NetworkSegment(590a52b4-f1fa-4b8b-a3ec-593b160f399a),segment_id=590a52b4-f1fa-4b8b-a3ec-593b160f399a)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:59:47.752954 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-97696614-c9d1-47ee-a56c-2d1017db6b23 req-52a3c5c0-254b-49ba-a4c5-3c8e37372991 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:47.907511 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-97696614-c9d1-47ee-a56c-2d1017db6b23 req-52a3c5c0-254b-49ba-a4c5-3c8e37372991 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Calling delete_port for 012bb192-2437-4489-ae1f-1f30a10d3ec0 owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 12:59:48.102574 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-97696614-c9d1-47ee-a56c-2d1017db6b23 req-52a3c5c0-254b-49ba-a4c5-3c8e37372991 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:48.113306 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:48.117626 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['effe23e0-db68-4498-8abd-1d1844a61b09'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 12:59:48.241440 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3c5c0-254b-49ba-a4c5-3c8e37372991 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Pushing event deleted for resources: {'Port': ['ID=012bb192-2437-4489-ae1f-1f30a10d3ec0,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:48.247609 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-52a3c5c0-254b-49ba-a4c5-3c8e37372991 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:48.341858 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-97696614-c9d1-47ee-a56c-2d1017db6b23 req-52a3c5c0-254b-49ba-a4c5-3c8e37372991 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] No DVR routers for this DVR port 012bb192-2437-4489-ae1f-1f30a10d3ec0 on host hv-cinder-78726 {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 12:59:48.345504 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-97696614-c9d1-47ee-a56c-2d1017db6b23 req-52a3c5c0-254b-49ba-a4c5-3c8e37372991 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:48.351519 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d80aa4f-45be-40e7-b340-7ca6f7cb4625', 'name': 'network-vif-deleted', 'tag': '012bb192-2437-4489-ae1f-1f30a10d3ec0'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:59:48.411055 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-97696614-c9d1-47ee-a56c-2d1017db6b23 req-52a3c5c0-254b-49ba-a4c5-3c8e37372991 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.35 "DELETE /v2.0/ports/012bb192-2437-4489-ae1f-1f30a10d3ec0 HTTP/1.1" status: 204  len: 173 time: 3.1933000
Apr 22 12:59:48.413214 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d80aa4f-45be-40e7-b340-7ca6f7cb4625', 'name': 'network-vif-deleted', 'tag': '012bb192-2437-4489-ae1f-1f30a10d3ec0', 'status': 'completed', 'code': 200}
Apr 22 12:59:48.859258 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-4c707492-9eb2-4dc3-a99f-3033939ddc28 req-30475b8e-d49b-4cff-9076-3d7ca674a5f9 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Synchronizing usage tracker for tenant:3ee83b5586734c17a93b5a549ee51099 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 12:59:48.900939 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-4c707492-9eb2-4dc3-a99f-3033939ddc28 req-30475b8e-d49b-4cff-9076-3d7ca674a5f9 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Unset dirty status for tenant:3ee83b5586734c17a93b5a549ee51099 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 12:59:48.902363 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4c707492-9eb2-4dc3-a99f-3033939ddc28 req-30475b8e-d49b-4cff-9076-3d7ca674a5f9 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 210 time: 0.0979271
Apr 22 12:59:50.104860 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-aa5f67a8-285c-4589-bba6-2a4973702513 req-c5b25eaa-4935-45e9-9b99-785f839d0d20 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 210 time: 0.0526254
Apr 22 12:59:51.363711 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-acc3c766-e917-4781-bb3d-c98ddbb3349e req-cb7c1d18-90c2-4240-9d20-5fc25818bd4c tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d80aa4f-45be-40e7-b340-7ca6f7cb4625 HTTP/1.1" status: 200  len: 210 time: 0.1066511
Apr 22 12:59:53.271092 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3a077-b047-4781-8a20-cee82d00bb81 req-50567ec7-d2a4-4034-b890-6b7cf9ed21e3 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:53.273249 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-41f3a077-b047-4781-8a20-cee82d00bb81 req-50567ec7-d2a4-4034-b890-6b7cf9ed21e3 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1651831
Apr 22 12:59:53.335195 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-41f3a077-b047-4781-8a20-cee82d00bb81 req-eb984e42-be08-4c68-9408-a98526fc4c41 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549550
Apr 22 12:59:53.561860 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea0447-a51f-4d04-ad66-dab209abc9a0 req-26154050-fa32-4821-821c-c5e06d4320de tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:53.563824 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-55ea0447-a51f-4d04-ad66-dab209abc9a0 req-26154050-fa32-4821-821c-c5e06d4320de tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89 HTTP/1.1" status: 200  len: 945 time: 0.1047096
Apr 22 12:59:53.633947 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-55ea0447-a51f-4d04-ad66-dab209abc9a0 req-19054bd9-142f-438d-b428-5e1c3eee4438 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635726
Apr 22 12:59:54.660984 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6dc10-3c19-41a9-919a-8e527c0ccb34 req-7b529549-ee16-4651-981e-edaec38fcce5 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:54.662587 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fad6dc10-3c19-41a9-919a-8e527c0ccb34 req-7b529549-ee16-4651-981e-edaec38fcce5 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1146152
Apr 22 12:59:54.722886 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fad6dc10-3c19-41a9-919a-8e527c0ccb34 req-cae4c364-3533-4b78-9d64-ee2bc5c7c170 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481257
Apr 22 12:59:54.905898 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb407b7-07cc-4c9a-b635-3a128b681280 req-abe64a10-740e-48b3-8350-e9553d273696 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:54.908827 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7eb407b7-07cc-4c9a-b635-3a128b681280 req-abe64a10-740e-48b3-8350-e9553d273696 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89 HTTP/1.1" status: 200  len: 945 time: 0.1345198
Apr 22 12:59:54.979170 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7eb407b7-07cc-4c9a-b635-3a128b681280 req-1abafeae-40d6-46d8-aa87-d56d4110dc5e tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633919
Apr 22 12:59:55.527357 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a5128-68c9-4c83-bb5c-6fcf648e4b30 req-e59ee884-571d-4a0e-89d8-b33b66d891dc tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:55.529578 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bd8a5128-68c9-4c83-bb5c-6fcf648e4b30 req-e59ee884-571d-4a0e-89d8-b33b66d891dc tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89 HTTP/1.1" status: 200  len: 945 time: 0.1128361
Apr 22 12:59:55.640666 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 54492) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:59:55.646619 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-bd8a5128-68c9-4c83-bb5c-6fcf648e4b30 req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Deleting port 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 12:59:55.647018 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-bd8a5128-68c9-4c83-bb5c-6fcf648e4b30 req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:55.802702 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:55.837347 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 12:59:55.845941 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] Usage tracker for resource:security_group_rule and tenant:7b78f2f6b39847de91e47485b9cb7519 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 12:59:55.851992 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 12:59:55.864839 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 12:59:56.000301 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:56.032548 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:56.066085 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-977eb69b-abfb-4f14-bafb-63618000832c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:56.149621 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b78f2f6b39847de91e47485b9cb7519&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5059793
Apr 22 12:59:56.151257 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1d014f-4254-4b70-9d48-33278b83b76f,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:56.155580 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 54504) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 12:59:56.170094 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.171623 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.172234 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.172897 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.173631 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.175108 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.175108 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.175512 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.176182 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.176849 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.177499 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.178153 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.217896 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:56.257101 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-bd8a5128-68c9-4c83-bb5c-6fcf648e4b30 req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] For port 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=5d37e521-fcbd-4715-b143-cfe3aaa5ef3b,segment=NetworkSegment(f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd),segment_id=f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 12:59:56.257475 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-bd8a5128-68c9-4c83-bb5c-6fcf648e4b30 req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:56.407830 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-bd8a5128-68c9-4c83-bb5c-6fcf648e4b30 req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Calling delete_port for 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 12:59:56.423947 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8adf3e0a-73d9-4c4d-a43d-887e1d2d3def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:56.504934 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac388f4-f431-420c-8308-a1ce8e5ed490 req-18dc04a7-a3bf-4df6-aea8-5747e75d0bdf tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:56.508138 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2ac388f4-f431-420c-8308-a1ce8e5ed490 req-18dc04a7-a3bf-4df6-aea8-5747e75d0bdf tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89 HTTP/1.1" status: 200  len: 945 time: 0.3400974
Apr 22 12:59:56.526120 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8adf3e0a-73d9-4c4d-a43d-887e1d2d3def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:56.573613 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108a98f-2120-4ddf-8ee7-baa8067f56b0 req-1e6f69f1-3da1-4c90-8bf6-ec0128936d50 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:56.575455 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5108a98f-2120-4ddf-8ee7-baa8067f56b0 req-1e6f69f1-3da1-4c90-8bf6-ec0128936d50 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.4406641
Apr 22 12:59:56.621872 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2ac388f4-f431-420c-8308-a1ce8e5ed490 req-53df0d91-7dfc-4b62-bb5b-67eef46e0002 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010134
Apr 22 12:59:56.700797 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5108a98f-2120-4ddf-8ee7-baa8067f56b0 req-cc06ada8-2808-4901-849e-a060801b7003 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894768
Apr 22 12:59:56.752500 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-bd8a5128-68c9-4c83-bb5c-6fcf648e4b30 req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:56.761857 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:56.774595 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['105362e0-f087-4f6d-82d7-aa35722cdc28', '3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 12:59:56.781432 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8adf3e0a-73d9-4c4d-a43d-887e1d2d3def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:56.788367 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f2ddb952-3a4f-4ab7-ba9b-e7709279ab63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 12:59:56.804697 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf3e0a-73d9-4c4d-a43d-887e1d2d3def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1d014f-4254-4b70-9d48-33278b83b76f,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:56.814151 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8adf3e0a-73d9-4c4d-a43d-887e1d2d3def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:56.817108 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8adf3e0a-73d9-4c4d-a43d-887e1d2d3def admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:56.818340 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-8adf3e0a-73d9-4c4d-a43d-887e1d2d3def admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad1d014f-4254-4b70-9d48-33278b83b76f HTTP/1.1" status: 204  len: 168 time: 0.6527412
Apr 22 12:59:56.850084 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Pushing event deleted for resources: {'Port': ['ID=5d37e521-fcbd-4715-b143-cfe3aaa5ef3b,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 12:59:56.889618 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.890212 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.890886 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.891539 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.892176 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.892758 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.893278 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.893798 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.894316 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.895689 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.895689 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.896318 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 12:59:56.912195 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 12:59:57.003931 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8a5128-68c9-4c83-bb5c-6fcf648e4b30 req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] No DVR routers for this DVR port 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b on host hv-cinder-78726 {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 12:59:57.008007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-bd8a5128-68c9-4c83-bb5c-6fcf648e4b30 req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 12:59:57.014286 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89', 'name': 'network-vif-deleted', 'tag': '5d37e521-fcbd-4715-b143-cfe3aaa5ef3b'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 12:59:57.076155 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89', 'name': 'network-vif-deleted', 'tag': '5d37e521-fcbd-4715-b143-cfe3aaa5ef3b', 'status': 'completed', 'code': 200}
Apr 22 12:59:57.083021 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bd8a5128-68c9-4c83-bb5c-6fcf648e4b30 req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.35 "DELETE /v2.0/ports/5d37e521-fcbd-4715-b143-cfe3aaa5ef3b HTTP/1.1" status: 204  len: 173 time: 1.5438800
Apr 22 12:59:57.852673 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c2d582bb-f906-4741-ae46-56144aa90bc4 req-1dd2b37b-0801-4424-905b-de8302366267 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6116fd-bc8f-4ad1-a405-9c82d7c7eb89 HTTP/1.1" status: 200  len: 210 time: 0.0538013
Apr 22 12:59:58.164089 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a480b79-49f8-4319-8c5b-a8a285d50d92 req-1987ce52-1722-4ba8-a76c-89e3c2ffde1c tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:58.166923 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5a480b79-49f8-4319-8c5b-a8a285d50d92 req-1987ce52-1722-4ba8-a76c-89e3c2ffde1c tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1806619
Apr 22 12:59:58.242002 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 12:59:58.262343 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5a480b79-49f8-4319-8c5b-a8a285d50d92 req-90b0c88e-b666-4f92-a7ef-dc5a537b16dc tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843337
Apr 22 12:59:58.314369 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] No Port match for: 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 12:59:58.315151 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 5d37e521-fcbd-4715-b143-cfe3aaa5ef3b not bound to the agent host hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 12:59:59.662817 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e00198-b9ac-44a9-9dcb-48bf0caa98a9 req-52506fb1-6f87-4078-acd8-bb8111835f6e tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:59.668266 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-72e00198-b9ac-44a9-9dcb-48bf0caa98a9 req-52506fb1-6f87-4078-acd8-bb8111835f6e tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.1542671
Apr 22 12:59:59.693174 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaeb57c-a909-4ef2-b314-e3da938c2303 req-55478b3d-a8fb-40f2-b132-699e48abf1ec tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:59.695287 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0eaeb57c-a909-4ef2-b314-e3da938c2303 req-55478b3d-a8fb-40f2-b132-699e48abf1ec tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 945 time: 0.2437112
Apr 22 12:59:59.724746 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb178f04-af66-4db0-88f9-d053056461e2 req-267ee1ab-45d1-401d-8ed4-b410c9525026 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 12:59:59.728304 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-eb178f04-af66-4db0-88f9-d053056461e2 req-267ee1ab-45d1-401d-8ed4-b410c9525026 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=776c0db2-950a-4dee-a684-bd4c773ffa3c HTTP/1.1" status: 200  len: 946 time: 0.1550825
Apr 22 12:59:59.801287 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-eb178f04-af66-4db0-88f9-d053056461e2 req-984c3608-a75b-4aeb-b54d-b697f64c6b66 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644739
Apr 22 12:59:59.822667 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-72e00198-b9ac-44a9-9dcb-48bf0caa98a9 req-ef101f61-9d80-4460-a5d8-2f92ee3b2ddd tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/security-groups?id=b9d8211b-7c0e-44bb-91ea-cae21cb74b56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258645
Apr 22 12:59:59.836732 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-0eaeb57c-a909-4ef2-b314-e3da938c2303 req-b80387ba-6f72-40db-bfda-2c0e07620fc2 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Deleting port effe23e0-db68-4498-8abd-1d1844a61b09 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 12:59:59.837291 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-0eaeb57c-a909-4ef2-b314-e3da938c2303 req-b80387ba-6f72-40db-bfda-2c0e07620fc2 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:00.158955 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-0eaeb57c-a909-4ef2-b314-e3da938c2303 req-b80387ba-6f72-40db-bfda-2c0e07620fc2 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] For port effe23e0-db68-4498-8abd-1d1844a61b09, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=effe23e0-db68-4498-8abd-1d1844a61b09,segment=NetworkSegment(590a52b4-f1fa-4b8b-a3ec-593b160f399a),segment_id=590a52b4-f1fa-4b8b-a3ec-593b160f399a)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:00:00.159572 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-0eaeb57c-a909-4ef2-b314-e3da938c2303 req-b80387ba-6f72-40db-bfda-2c0e07620fc2 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:00.379282 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-0eaeb57c-a909-4ef2-b314-e3da938c2303 req-b80387ba-6f72-40db-bfda-2c0e07620fc2 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Calling delete_port for effe23e0-db68-4498-8abd-1d1844a61b09 owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:00:00.632710 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-0eaeb57c-a909-4ef2-b314-e3da938c2303 req-b80387ba-6f72-40db-bfda-2c0e07620fc2 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:00.643613 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:00.700024 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80387ba-6f72-40db-bfda-2c0e07620fc2 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Pushing event deleted for resources: {'Port': ['ID=effe23e0-db68-4498-8abd-1d1844a61b09,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:00.702912 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b80387ba-6f72-40db-bfda-2c0e07620fc2 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:00.829413 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eaeb57c-a909-4ef2-b314-e3da938c2303 req-b80387ba-6f72-40db-bfda-2c0e07620fc2 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] No DVR routers for this DVR port effe23e0-db68-4498-8abd-1d1844a61b09 on host hv-cinder-78726 {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:00:00.833421 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-0eaeb57c-a909-4ef2-b314-e3da938c2303 req-b80387ba-6f72-40db-bfda-2c0e07620fc2 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:00.836549 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8600b5-024e-4019-8891-830fa0f0acb6', 'name': 'network-vif-deleted', 'tag': 'effe23e0-db68-4498-8abd-1d1844a61b09'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:00:00.897556 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0eaeb57c-a909-4ef2-b314-e3da938c2303 req-b80387ba-6f72-40db-bfda-2c0e07620fc2 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.35 "DELETE /v2.0/ports/effe23e0-db68-4498-8abd-1d1844a61b09 HTTP/1.1" status: 204  len: 173 time: 1.1789908
Apr 22 13:00:01.134532 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42c532-7d88-4f5f-a30b-5f1d919cad09 req-52cadcb2-77ec-479c-91db-a081a203c4b8 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:01.136322 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0d42c532-7d88-4f5f-a30b-5f1d919cad09 req-52cadcb2-77ec-479c-91db-a081a203c4b8 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=776c0db2-950a-4dee-a684-bd4c773ffa3c HTTP/1.1" status: 200  len: 946 time: 0.1228423
Apr 22 13:00:01.163130 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298d7f0-46d7-4969-8d49-f0ac724a9dad req-c3d4063b-e3ef-49dd-a61f-ab0f239158c1 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:01.164736 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-9298d7f0-46d7-4969-8d49-f0ac724a9dad req-c3d4063b-e3ef-49dd-a61f-ab0f239158c1 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Synchronizing usage tracker for tenant:b1cd00a58b0248ad8aba2e327d13ee87 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:00:01.189660 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf029d2-3d7d-45df-8bf2-0fb3e5d574a9 req-beee3554-4493-4632-89d6-c46ad43839ea tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:01.192746 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9cf029d2-3d7d-45df-8bf2-0fb3e5d574a9 req-beee3554-4493-4632-89d6-c46ad43839ea tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.1899071
Apr 22 13:00:01.206669 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0d42c532-7d88-4f5f-a30b-5f1d919cad09 req-5551b0d8-9828-4525-b235-44a13705806b tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551841
Apr 22 13:00:01.283518 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8600b5-024e-4019-8891-830fa0f0acb6', 'name': 'network-vif-deleted', 'tag': 'effe23e0-db68-4498-8abd-1d1844a61b09', 'status': 'completed', 'code': 200}
Apr 22 13:00:01.288661 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-9298d7f0-46d7-4969-8d49-f0ac724a9dad req-c3d4063b-e3ef-49dd-a61f-ab0f239158c1 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Unset dirty status for tenant:b1cd00a58b0248ad8aba2e327d13ee87 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:00:01.290302 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9298d7f0-46d7-4969-8d49-f0ac724a9dad req-c3d4063b-e3ef-49dd-a61f-ab0f239158c1 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.35 "GET /v2.0/ports?device_id=776c0db2-950a-4dee-a684-bd4c773ffa3c HTTP/1.1" status: 200  len: 946 time: 0.3572478
Apr 22 13:00:01.302021 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9cf029d2-3d7d-45df-8bf2-0fb3e5d574a9 req-30f03383-8b1c-4bf6-ae4e-970b09babbd2 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937762
Apr 22 13:00:01.416739 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-9298d7f0-46d7-4969-8d49-f0ac724a9dad req-fc7120fa-4c0e-44ad-adf7-b879d320d7cf tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Deleting port 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:00:01.417199 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-9298d7f0-46d7-4969-8d49-f0ac724a9dad req-fc7120fa-4c0e-44ad-adf7-b879d320d7cf tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:01.499334 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4bd4e2ad-68ad-4b8c-b0f6-e08a342ad790 req-7a32a229-cd27-454e-8162-8fd757215b5d tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8600b5-024e-4019-8891-830fa0f0acb6 HTTP/1.1" status: 200  len: 210 time: 0.0913734
Apr 22 13:00:01.724469 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-9298d7f0-46d7-4969-8d49-f0ac724a9dad req-fc7120fa-4c0e-44ad-adf7-b879d320d7cf tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] For port 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c,segment=NetworkSegment(f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd),segment_id=f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:00:01.725432 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-9298d7f0-46d7-4969-8d49-f0ac724a9dad req-fc7120fa-4c0e-44ad-adf7-b879d320d7cf tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:01.883343 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-9298d7f0-46d7-4969-8d49-f0ac724a9dad req-fc7120fa-4c0e-44ad-adf7-b879d320d7cf tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Calling delete_port for 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:00:02.136121 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-9298d7f0-46d7-4969-8d49-f0ac724a9dad req-fc7120fa-4c0e-44ad-adf7-b879d320d7cf tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:02.146099 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:02.149240 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['105362e0-f087-4f6d-82d7-aa35722cdc28', '3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 13:00:02.249729 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7120fa-4c0e-44ad-adf7-b879d320d7cf tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Pushing event deleted for resources: {'Port': ['ID=3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:02.254249 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-fc7120fa-4c0e-44ad-adf7-b879d320d7cf tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:02.263007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device effe23e0-db68-4498-8abd-1d1844a61b09 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:00:02.363848 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] No Port match for: effe23e0-db68-4498-8abd-1d1844a61b09 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:00:02.364316 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device effe23e0-db68-4498-8abd-1d1844a61b09 not bound to the agent host hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:00:02.384409 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-9298d7f0-46d7-4969-8d49-f0ac724a9dad req-fc7120fa-4c0e-44ad-adf7-b879d320d7cf tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] No DVR routers for this DVR port 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c on host hv-cinder-78726 {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:00:02.387341 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-9298d7f0-46d7-4969-8d49-f0ac724a9dad req-fc7120fa-4c0e-44ad-adf7-b879d320d7cf tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:02.467943 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-6bf7600b-fd19-4b21-9cb6-f966c16fa2b3 req-a64209f9-6adc-4696-af02-7d734a68ffc6 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Synchronizing usage tracker for tenant:b1cd00a58b0248ad8aba2e327d13ee87 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:00:02.491817 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9298d7f0-46d7-4969-8d49-f0ac724a9dad req-fc7120fa-4c0e-44ad-adf7-b879d320d7cf tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.35 "DELETE /v2.0/ports/3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c HTTP/1.1" status: 204  len: 173 time: 1.1936343
Apr 22 13:00:02.586634 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-6bf7600b-fd19-4b21-9cb6-f966c16fa2b3 req-a64209f9-6adc-4696-af02-7d734a68ffc6 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Unset dirty status for tenant:b1cd00a58b0248ad8aba2e327d13ee87 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:00:02.588461 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6bf7600b-fd19-4b21-9cb6-f966c16fa2b3 req-a64209f9-6adc-4696-af02-7d734a68ffc6 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=776c0db2-950a-4dee-a684-bd4c773ffa3c HTTP/1.1" status: 200  len: 210 time: 0.2057736
Apr 22 13:00:02.649363 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e29aaf-32b0-4f3c-b190-b4e9cee8ab0d req-0f13b347-c42d-4e85-a210-81ee12184b27 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:02.651201 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-35e29aaf-32b0-4f3c-b190-b4e9cee8ab0d req-0f13b347-c42d-4e85-a210-81ee12184b27 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.1094320
Apr 22 13:00:02.716948 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 54576) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:02.718974 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-35e29aaf-32b0-4f3c-b190-b4e9cee8ab0d req-caea4cba-3840-4e6f-9f88-ce25c0cbb86b tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545983
Apr 22 13:00:03.374341 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776c0db2-950a-4dee-a684-bd4c773ffa3c', 'name': 'network-vif-deleted', 'tag': '3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:00:03.480198 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776c0db2-950a-4dee-a684-bd4c773ffa3c', 'name': 'network-vif-deleted', 'tag': '3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c', 'status': 'completed', 'code': 200}
Apr 22 13:00:03.894668 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-81141228-c369-438c-9693-f70a06d5656e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854119782'] for router_interface, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:04.268977 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:00:04.344566 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] No Port match for: 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:00:04.345186 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 3a4e1382-c3eb-4e28-ab1f-3a4c36b7c31c not bound to the agent host hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:00:04.463429 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2b5d9-d30f-4f36-8998-7632e202bc9a req-98e103d2-bf6f-4a3e-9071-43e54c9ab7f8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:04.465140 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-99d2b5d9-d30f-4f36-8998-7632e202bc9a req-98e103d2-bf6f-4a3e-9071-43e54c9ab7f8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.4456940
Apr 22 13:00:04.616881 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-99d2b5d9-d30f-4f36-8998-7632e202bc9a req-9322acfd-aee1-4694-b26d-27e285ad7e69 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910089
Apr 22 13:00:04.776622 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-81141228-c369-438c-9693-f70a06d5656e admin admin] Deleting port 7c6cce89-16a8-4ce3-b527-63c22d04ac40 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:00:04.777344 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-81141228-c369-438c-9693-f70a06d5656e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:05.023385 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-81141228-c369-438c-9693-f70a06d5656e admin admin] For port 7c6cce89-16a8-4ce3-b527-63c22d04ac40, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=7c6cce89-16a8-4ce3-b527-63c22d04ac40,segment=NetworkSegment(590a52b4-f1fa-4b8b-a3ec-593b160f399a),segment_id=590a52b4-f1fa-4b8b-a3ec-593b160f399a)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:00:05.023834 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-81141228-c369-438c-9693-f70a06d5656e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:05.234671 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-81141228-c369-438c-9693-f70a06d5656e admin admin] Calling delete_port for 7c6cce89-16a8-4ce3-b527-63c22d04ac40 owned by network:router_interface {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:00:05.608226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8b61518f-572e-42c2-a17c-a7aec4f5a492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:05.721323 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d44d4a-2536-4196-8d58-e1f0dacadbee req-f414b59e-c78f-439c-a019-97e1d09cddd2 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:05.724298 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c3d44d4a-2536-4196-8d58-e1f0dacadbee req-f414b59e-c78f-439c-a019-97e1d09cddd2 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 945 time: 0.1818516
Apr 22 13:00:05.868713 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c3d44d4a-2536-4196-8d58-e1f0dacadbee req-3ba08600-00b4-46b0-a81c-31c6eed06faa tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838175
Apr 22 13:00:05.907465 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-81141228-c369-438c-9693-f70a06d5656e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:05.918857 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8c3e4340-4508-4c22-8a3e-ed5a807f6121 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:06.007491 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81141228-c369-438c-9693-f70a06d5656e admin admin] Pushing event deleted for resources: {'Port': ['ID=7c6cce89-16a8-4ce3-b527-63c22d04ac40,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:06.011514 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b199c-ce6a-4cad-b002-3d2126f67dcc req-19fd81f6-0d4d-4f4d-b6b6-46752d46ee09 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:06.017122 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6b6b199c-ce6a-4cad-b002-3d2126f67dcc req-19fd81f6-0d4d-4f4d-b6b6-46752d46ee09 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.1757259
Apr 22 13:00:06.037392 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-81141228-c369-438c-9693-f70a06d5656e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:06.116756 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6b6b199c-ce6a-4cad-b002-3d2126f67dcc req-58577275-b5b1-483d-bf8b-938304eedd02 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0892973
Apr 22 13:00:06.333363 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-81141228-c369-438c-9693-f70a06d5656e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854119708'] for router_interface, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:06.978759 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:07.294358 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81141228-c369-438c-9693-f70a06d5656e admin admin] Router 82914f30-5651-481c-9e2f-73d0badf4884 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:00:07.312451 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e88852-8074-4fce-93dc-da8604bf4cf7 req-da97c9aa-c92d-4035-942e-41898cb2416c tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:07.314148 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-56e88852-8074-4fce-93dc-da8604bf4cf7 req-da97c9aa-c92d-4035-942e-41898cb2416c tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 945 time: 0.2468741
Apr 22 13:00:07.446675 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068f8f1-12fb-4775-95b0-769b30c1811d req-82c3ee98-f451-48a6-8e74-27b458f9884b tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:07.448816 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a068f8f1-12fb-4775-95b0-769b30c1811d req-82c3ee98-f451-48a6-8e74-27b458f9884b tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.1182649
Apr 22 13:00:07.558319 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a068f8f1-12fb-4775-95b0-769b30c1811d req-fa756845-6464-4e80-88d3-140f90787d95 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011364
Apr 22 13:00:07.558881 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c996808-2448-4345-b209-45eeaeabdddc req-22266304-4208-4547-a995-92ec6e4096f7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:07.561766 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3c996808-2448-4345-b209-45eeaeabdddc req-22266304-4208-4547-a995-92ec6e4096f7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 945 time: 0.4354539
Apr 22 13:00:07.645912 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-56e88852-8074-4fce-93dc-da8604bf4cf7 req-2758f318-9f38-41f2-8561-7feecf110536 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Deleting port 105362e0-f087-4f6d-82d7-aa35722cdc28 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:00:07.646304 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-56e88852-8074-4fce-93dc-da8604bf4cf7 req-2758f318-9f38-41f2-8561-7feecf110536 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:07.765767 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3c996808-2448-4345-b209-45eeaeabdddc req-db0489f4-034f-466d-8cd9-122550e62687 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f76826f-8ed3-40fd-8379-69b4cfd884dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1692967
Apr 22 13:00:07.820292 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81141228-c369-438c-9693-f70a06d5656e admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:00:07.832550 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ec47b4-a3ce-4e82-bccf-501af2c962cc None None] Sync routers for ids ['82914f30-5651-481c-9e2f-73d0badf4884'] in dv-cinder-787262-3-iscsi {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:00:07.852637 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ec47b4-a3ce-4e82-bccf-501af2c962cc None None] Routers {'82914f30-5651-481c-9e2f-73d0badf4884'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:00:07.852936 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-77ec47b4-a3ce-4e82-bccf-501af2c962cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c5882b0>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T12:59:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['82914f30-5651-481c-9e2f-73d0badf4884'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:07.859234 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-81141228-c369-438c-9693-f70a06d5656e admin admin] 10.222.0.20 "PUT /v2.0/routers/82914f30-5651-481c-9e2f-73d0badf4884/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1404579
Apr 22 13:00:07.863669 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 54634) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:08.122159 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8873045f-93f3-49f5-ba6b-e2da410add7b admin admin] Notify callbacks [] for router, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:08.151692 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-56e88852-8074-4fce-93dc-da8604bf4cf7 req-2758f318-9f38-41f2-8561-7feecf110536 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] For port 105362e0-f087-4f6d-82d7-aa35722cdc28, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=105362e0-f087-4f6d-82d7-aa35722cdc28,segment=NetworkSegment(f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd),segment_id=f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:00:08.152329 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-56e88852-8074-4fce-93dc-da8604bf4cf7 req-2758f318-9f38-41f2-8561-7feecf110536 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:08.241146 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-77ec47b4-a3ce-4e82-bccf-501af2c962cc None None] Set router 82914f30-5651-481c-9e2f-73d0badf4884 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:00:08.434492 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-56e88852-8074-4fce-93dc-da8604bf4cf7 req-2758f318-9f38-41f2-8561-7feecf110536 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Calling delete_port for 105362e0-f087-4f6d-82d7-aa35722cdc28 owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:00:08.481128 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-232c604c-ce7d-4e22-ad7d-06cd0ee81e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:08.491435 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8873045f-93f3-49f5-ba6b-e2da410add7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:08.553355 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-8873045f-93f3-49f5-ba6b-e2da410add7b admin admin] Deleting port e3557deb-5cd0-4570-b456-16bc34f9a476 {{(pid=86532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:00:08.553912 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8873045f-93f3-49f5-ba6b-e2da410add7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:08.758529 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-56e88852-8074-4fce-93dc-da8604bf4cf7 req-2758f318-9f38-41f2-8561-7feecf110536 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:08.770720 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0bc7b4e6-b2f4-4184-ba4e-4fd2b0e40def tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:08.840087 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-8873045f-93f3-49f5-ba6b-e2da410add7b admin admin] For port e3557deb-5cd0-4570-b456-16bc34f9a476, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=e3557deb-5cd0-4570-b456-16bc34f9a476,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:00:08.840818 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8873045f-93f3-49f5-ba6b-e2da410add7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:08.927738 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758f318-9f38-41f2-8561-7feecf110536 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Pushing event deleted for resources: {'Port': ['ID=105362e0-f087-4f6d-82d7-aa35722cdc28,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:08.931489 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2758f318-9f38-41f2-8561-7feecf110536 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:09.016625 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-77ec47b4-a3ce-4e82-bccf-501af2c962cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c5882b0>, [{'id': '82914f30-5651-481c-9e2f-73d0badf4884', 'name': 'tempest-ServerRescueNegativeTestJSON-514474592-router', 'tenant_id': '3ee83b5586734c17a93b5a549ee51099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e3557deb-5cd0-4570-b456-16bc34f9a476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:39Z', 'updated_at': '2021-04-22T13:00:05Z', 'revision_number': 5, 'project_id': '3ee83b5586734c17a93b5a549ee51099', 'gw_port': {'id': 'e3557deb-5cd0-4570-b456-16bc34f9a476', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82914f30-5651-481c-9e2f-73d0badf4884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:41Z', 'updated_at': '2021-04-22T12:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:09.021676 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ec47b4-a3ce-4e82-bccf-501af2c962cc None None] Checking router: 82914f30-5651-481c-9e2f-73d0badf4884 for host: dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:00:09.023964 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e88852-8074-4fce-93dc-da8604bf4cf7 req-2758f318-9f38-41f2-8561-7feecf110536 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] No DVR routers for this DVR port 105362e0-f087-4f6d-82d7-aa35722cdc28 on host hv-cinder-78726 {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:00:09.032396 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-56e88852-8074-4fce-93dc-da8604bf4cf7 req-2758f318-9f38-41f2-8561-7feecf110536 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:09.034719 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ec47b4-a3ce-4e82-bccf-501af2c962cc None None] Routers {'82914f30-5651-481c-9e2f-73d0badf4884'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:00:09.035512 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-77ec47b4-a3ce-4e82-bccf-501af2c962cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c5882b0>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:00:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['82914f30-5651-481c-9e2f-73d0badf4884'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:09.035696 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba085f3-9e1c-4a62-baed-45f92b175841', 'name': 'network-vif-deleted', 'tag': '105362e0-f087-4f6d-82d7-aa35722cdc28'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:00:09.047532 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-96512373-e953-48a6-a59d-a6ee920e397a req-32e00ce2-cb5e-438a-8c06-de21015c8bc2 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 210 time: 0.1046851
Apr 22 13:00:09.109229 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba085f3-9e1c-4a62-baed-45f92b175841', 'name': 'network-vif-deleted', 'tag': '105362e0-f087-4f6d-82d7-aa35722cdc28', 'status': 'completed', 'code': 200}
Apr 22 13:00:09.128864 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-56e88852-8074-4fce-93dc-da8604bf4cf7 req-2758f318-9f38-41f2-8561-7feecf110536 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.35 "DELETE /v2.0/ports/105362e0-f087-4f6d-82d7-aa35722cdc28 HTTP/1.1" status: 204  len: 173 time: 1.8051312
Apr 22 13:00:09.225578 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-77ec47b4-a3ce-4e82-bccf-501af2c962cc None None] Set router 82914f30-5651-481c-9e2f-73d0badf4884 gateway port host: None {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:00:09.226639 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-8873045f-93f3-49f5-ba6b-e2da410add7b admin admin] Calling delete_port for e3557deb-5cd0-4570-b456-16bc34f9a476 owned by network:router_gateway {{(pid=86532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:00:09.359474 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:00:09.361007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-77ec47b4-a3ce-4e82-bccf-501af2c962cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c5882b0>, [{'id': '82914f30-5651-481c-9e2f-73d0badf4884', 'name': 'tempest-ServerRescueNegativeTestJSON-514474592-router', 'tenant_id': '3ee83b5586734c17a93b5a549ee51099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:39Z', 'updated_at': '2021-04-22T13:00:08Z', 'revision_number': 6, 'project_id': '3ee83b5586734c17a93b5a549ee51099', 'gw_port_host': None}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:09.366377 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ec47b4-a3ce-4e82-bccf-501af2c962cc None None] The sync data for ids ['82914f30-5651-481c-9e2f-73d0badf4884'] in dv-cinder-787262-3-iscsi is: [{'id': '82914f30-5651-481c-9e2f-73d0badf4884', 'name': 'tempest-ServerRescueNegativeTestJSON-514474592-router', 'tenant_id': '3ee83b5586734c17a93b5a549ee51099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:39Z', 'updated_at': '2021-04-22T13:00:08Z', 'revision_number': 6, 'project_id': '3ee83b5586734c17a93b5a549ee51099', 'gw_port_host': None}] {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:00:09.997675 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fca369-b8fa-468f-be52-cd168c80cdd1 req-7e1dd715-c13f-41d1-b1c5-a60959f5fb7c tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:10.000418 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-69fca369-b8fa-468f-be52-cd168c80cdd1 req-7e1dd715-c13f-41d1-b1c5-a60959f5fb7c tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 1.0186610
Apr 22 13:00:10.069759 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-69fca369-b8fa-468f-be52-cd168c80cdd1 req-77757981-1a7e-4868-b6d7-4b72d393cedf tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626130
Apr 22 13:00:10.244492 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:10.270425 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8873045f-93f3-49f5-ba6b-e2da410add7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:10.279053 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:10.347084 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 105362e0-f087-4f6d-82d7-aa35722cdc28 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:00:10.351744 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-bda8d29a-23ea-4c0b-b492-02b16a1d5cc6 req-b1aa70a4-b765-4ad0-977c-6d8724354a68 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Synchronizing usage tracker for tenant:b1cd00a58b0248ad8aba2e327d13ee87 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:00:10.364784 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873045f-93f3-49f5-ba6b-e2da410add7b admin admin] Pushing event deleted for resources: {'Port': ['ID=e3557deb-5cd0-4570-b456-16bc34f9a476,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:10.370685 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8873045f-93f3-49f5-ba6b-e2da410add7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:10.432877 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-bda8d29a-23ea-4c0b-b492-02b16a1d5cc6 req-b1aa70a4-b765-4ad0-977c-6d8724354a68 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Unset dirty status for tenant:b1cd00a58b0248ad8aba2e327d13ee87 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:00:10.433709 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] No Port match for: 105362e0-f087-4f6d-82d7-aa35722cdc28 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:00:10.434605 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 105362e0-f087-4f6d-82d7-aa35722cdc28 not bound to the agent host hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:00:10.448391 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bda8d29a-23ea-4c0b-b492-02b16a1d5cc6 req-b1aa70a4-b765-4ad0-977c-6d8724354a68 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ba085f3-9e1c-4a62-baed-45f92b175841 HTTP/1.1" status: 200  len: 210 time: 0.1843226
Apr 22 13:00:10.492823 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 7c6cce89-16a8-4ce3-b527-63c22d04ac40 no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:00:10.536934 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8873045f-93f3-49f5-ba6b-e2da410add7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767845'] for router_gateway, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:10.567436 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:10.581360 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: 7c6cce89-16a8-4ce3-b527-63c22d04ac40 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:00:10.581909 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 7c6cce89-16a8-4ce3-b527-63c22d04ac40 not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:00:10.582597 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device e3557deb-5cd0-4570-b456-16bc34f9a476 no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:00:10.629189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: e3557deb-5cd0-4570-b456-16bc34f9a476 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:00:10.629581 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device e3557deb-5cd0-4570-b456-16bc34f9a476 not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:00:10.866671 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8873045f-93f3-49f5-ba6b-e2da410add7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-568'] for router, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:10.869707 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8873045f-93f3-49f5-ba6b-e2da410add7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:11.287257 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:11.350323 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195ad9d-197a-4a5f-80db-d7bf82265208 req-fede48cb-5feb-406d-8dbe-bf281f5ac1fe tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:11.352285 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7195ad9d-197a-4a5f-80db-d7bf82265208 req-fede48cb-5feb-406d-8dbe-bf281f5ac1fe tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.1136472
Apr 22 13:00:11.384957 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 54662) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:11.406750 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8873045f-93f3-49f5-ba6b-e2da410add7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854115971'] for router, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:11.407651 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8873045f-93f3-49f5-ba6b-e2da410add7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82914f30-5651-481c-9e2f-73d0badf4884 {{(pid=86532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 13:00:11.453161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8873045f-93f3-49f5-ba6b-e2da410add7b admin admin] Notify callbacks [] for router, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:11.455273 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-8873045f-93f3-49f5-ba6b-e2da410add7b admin admin] 10.222.0.20 "DELETE /v2.0/routers/82914f30-5651-481c-9e2f-73d0badf4884 HTTP/1.1" status: 204  len: 168 time: 3.5898802
Apr 22 13:00:11.459873 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 54668) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:11.463845 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7195ad9d-197a-4a5f-80db-d7bf82265208 req-99bd76ee-a3f7-4bbe-815a-90ce7993ca5c tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0984163
Apr 22 13:00:11.647008 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 54674) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:11.665471 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_v2 [None req-3108445e-fc39-4b50-a74e-4b01558ec0d8 admin admin] Deleting subnet 72efafc1-dd84-4bb1-b54c-b8367450c432 {{(pid=86533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 13:00:11.677263 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3108445e-fc39-4b50-a74e-4b01558ec0d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:11.733669 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6d249dca-6d84-4435-adc1-e2e0fd58d452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:11.770597 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_v2 [None req-a059b3cd-4c3a-4741-9bb7-953a4be8b5bf admin admin] Deleting subnet 29e985ab-6ee0-49a9-b2d1-fbe579a07266 {{(pid=86532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 13:00:11.775486 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a059b3cd-4c3a-4741-9bb7-953a4be8b5bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:11.779951 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-6d249dca-6d84-4435-adc1-e2e0fd58d452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:11.794976 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-6d249dca-6d84-4435-adc1-e2e0fd58d452 admin admin] Usage tracker for resource:security_group_rule and tenant:a113c152465c4848b2ec239f62b2fa48 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:11.801116 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-6d249dca-6d84-4435-adc1-e2e0fd58d452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:11.813000 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3108445e-fc39-4b50-a74e-4b01558ec0d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1922835'] for subnet, precommit_delete_associations {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:11.839455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a059b3cd-4c3a-4741-9bb7-953a4be8b5bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10811307'] for subnet, precommit_delete_associations {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:11.849324 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-6d249dca-6d84-4435-adc1-e2e0fd58d452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:11.919984 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a059b3cd-4c3a-4741-9bb7-953a4be8b5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844768'] for subnet, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:11.920300 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3108445e-fc39-4b50-a74e-4b01558ec0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844768'] for subnet, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:12.343163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a059b3cd-4c3a-4741-9bb7-953a4be8b5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3931032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10869100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843236324'] for subnet, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:12.352787 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6d249dca-6d84-4435-adc1-e2e0fd58d452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:12.353240 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-05ccc907-7dce-4655-816f-59e3e4584ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:12.386535 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6d249dca-6d84-4435-adc1-e2e0fd58d452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:12.397077 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ba48802e-545a-4147-bdff-4071f894117b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:12.434550 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059b3cd-4c3a-4741-9bb7-953a4be8b5bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29e985ab-6ee0-49a9-b2d1-fbe579a07266,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:12.440088 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a059b3cd-4c3a-4741-9bb7-953a4be8b5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:12.447578 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a059b3cd-4c3a-4741-9bb7-953a4be8b5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:12.448317 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-6d249dca-6d84-4435-adc1-e2e0fd58d452 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a113c152465c4848b2ec239f62b2fa48&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0614994
Apr 22 13:00:12.449382 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d249dca-6d84-4435-adc1-e2e0fd58d452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e9ba52-477e-4506-b64b-53b68d802d07,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:12.455197 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6d249dca-6d84-4435-adc1-e2e0fd58d452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:12.455197 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 54678) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:12.455644 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-a059b3cd-4c3a-4741-9bb7-953a4be8b5bf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/29e985ab-6ee0-49a9-b2d1-fbe579a07266 HTTP/1.1" status: 204  len: 168 time: 0.8045309
Apr 22 13:00:12.457320 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 54680) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:12.557805 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2d817bfc-869f-40ed-920c-5cc337b67c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:12.595266 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2d817bfc-869f-40ed-920c-5cc337b67c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:12.664641 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-632f47c8-cb67-47a6-9538-c575ab439c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850810900'] for network, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:12.784421 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3108445e-fc39-4b50-a74e-4b01558ec0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3931032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843910551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10722526'] for subnet, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:12.789987 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:12.831001 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108445e-fc39-4b50-a74e-4b01558ec0d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72efafc1-dd84-4bb1-b54c-b8367450c432,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:12.836029 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3108445e-fc39-4b50-a74e-4b01558ec0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:12.837191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3108445e-fc39-4b50-a74e-4b01558ec0d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:12.852326 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-3108445e-fc39-4b50-a74e-4b01558ec0d8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/72efafc1-dd84-4bb1-b54c-b8367450c432 HTTP/1.1" status: 204  len: 168 time: 1.3904030
Apr 22 13:00:12.856800 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 54688) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:12.886030 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-632f47c8-cb67-47a6-9538-c575ab439c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931125', 'neutron.services.segments.db._delete_segments_for_network-8776327253363'] for network, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:12.907990 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2d817bfc-869f-40ed-920c-5cc337b67c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:12.913020 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2d817bfc-869f-40ed-920c-5cc337b67c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:12.915240 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-2d817bfc-869f-40ed-920c-5cc337b67c38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09e9ba52-477e-4506-b64b-53b68d802d07 HTTP/1.1" status: 204  len: 168 time: 0.4593287
Apr 22 13:00:13.021177 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-33c0e118-10f0-421f-914a-5e0152d59bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:13.032625 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-632f47c8-cb67-47a6-9538-c575ab439c1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb65c3392b0>,) {'filters': {'network_id': ['49734fce-29d7-425b-9134-2db9dec57d82']}} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:13.050349 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-632f47c8-cb67-47a6-9538-c575ab439c1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb65c3392b0>, 'f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd') {'for_net_delete': True} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:13.050674 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-632f47c8-cb67-47a6-9538-c575ab439c1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb65c3392b0>, 'f1ba1dc3-8c28-4815-aa93-f0dc60e7f3bd') {} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:13.052708 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d817bfc-869f-40ed-920c-5cc337b67c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e9ba52-477e-4506-b64b-53b68d802d07,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:13.062357 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2d817bfc-869f-40ed-920c-5cc337b67c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:13.070296 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415b198-8211-4cd3-92a4-92a660c18915 req-f71e31eb-7302-432e-a1d8-ad899dc96b3d tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:13.072100 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b415b198-8211-4cd3-92a4-92a660c18915 req-f71e31eb-7302-432e-a1d8-ad899dc96b3d tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.2657757
Apr 22 13:00:13.077290 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-632f47c8-cb67-47a6-9538-c575ab439c1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260527543395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843964509'] for segment, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:13.110613 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-632f47c8-cb67-47a6-9538-c575ab439c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:13.125404 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632f47c8-cb67-47a6-9538-c575ab439c1a admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=86532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 13:00:13.137346 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-895d62fa-bc17-49d7-9533-2610f7938ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850810900'] for network, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:13.237653 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b415b198-8211-4cd3-92a4-92a660c18915 req-9d7e0acb-8458-4925-bbd6-1a6ca6f27174 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1472023
Apr 22 13:00:13.409537 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-632f47c8-cb67-47a6-9538-c575ab439c1a admin admin] Network 49734fce-29d7-425b-9134-2db9dec57d82 has no segments {{(pid=86532) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:00:13.429120 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-632f47c8-cb67-47a6-9538-c575ab439c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850845775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843907377'] for segment, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:13.440337 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-895d62fa-bc17-49d7-9533-2610f7938ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931125', 'neutron.services.segments.db._delete_segments_for_network-8776327253363'] for network, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:13.663923 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-632f47c8-cb67-47a6-9538-c575ab439c1a admin admin] Network 49734fce-29d7-425b-9134-2db9dec57d82 has no segments {{(pid=86532) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:00:13.678944 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-895d62fa-bc17-49d7-9533-2610f7938ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb65697fa90>,) {'filters': {'network_id': ['be9c63ee-d5df-4a33-bd14-78e612dd44e6']}} {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:13.696440 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-895d62fa-bc17-49d7-9533-2610f7938ce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb65697fa90>, '590a52b4-f1fa-4b8b-a3ec-593b160f399a') {'for_net_delete': True} {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:13.696873 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-895d62fa-bc17-49d7-9533-2610f7938ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb65697fa90>, '590a52b4-f1fa-4b8b-a3ec-593b160f399a') {} {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]: Traceback (most recent call last):
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:     timer()
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:     cb(*args, **kw)
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:     return func(*args, **kwargs)
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:     self._notify()
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:     self.callback(batched_events)
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:     event.method(event)
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:     segment_id)['aggregates'][0]
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:     return f(self, *a, **k)
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self._get(url).json()
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:     **kwargs)
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self.request(url, 'GET', **kwargs)
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:     **endpoint_filter)
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 13:00:13.701937 dv-cinder-787262-3-iscsi neutron-server[86413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 13:00:13.721189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-895d62fa-bc17-49d7-9533-2610f7938ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260527543395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852852965'] for segment, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:13.843496 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-895d62fa-bc17-49d7-9533-2610f7938ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:13.860409 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895d62fa-bc17-49d7-9533-2610f7938ce0 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=86533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 13:00:14.294897 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-632f47c8-cb67-47a6-9538-c575ab439c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850844675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-769154'] for network, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:14.306597 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-632f47c8-cb67-47a6-9538-c575ab439c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:14.318596 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:14.358856 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 54716) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:14.364353 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-895d62fa-bc17-49d7-9533-2610f7938ce0 admin admin] Network be9c63ee-d5df-4a33-bd14-78e612dd44e6 has no segments {{(pid=86533) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:00:14.381126 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f5c65-45e3-4ef3-9a7f-4137999d2abc req-364066de-e315-4699-96bb-e5721351aa7f tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:14.383846 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1f1f5c65-45e3-4ef3-9a7f-4137999d2abc req-364066de-e315-4699-96bb-e5721351aa7f tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.2610445
Apr 22 13:00:14.384012 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-895d62fa-bc17-49d7-9533-2610f7938ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850845775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10864074'] for segment, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:14.388180 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f47c8-cb67-47a6-9538-c575ab439c1a admin admin] Pushing event deleted for resources: {'Network': ['ID=49734fce-29d7-425b-9134-2db9dec57d82,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:14.392910 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-632f47c8-cb67-47a6-9538-c575ab439c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:14.447207 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-632f47c8-cb67-47a6-9538-c575ab439c1a admin admin] 10.222.0.20 "DELETE /v2.0/networks/49734fce-29d7-425b-9134-2db9dec57d82 HTTP/1.1" status: 204  len: 168 time: 1.9853649
Apr 22 13:00:14.535280 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1f1f5c65-45e3-4ef3-9a7f-4137999d2abc req-3cdb96b0-ec6a-4da4-8206-8b34dcab136f tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1212502
Apr 22 13:00:14.568098 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78641051-6064-4b3e-89f2-ebc1b7e3ba36 req-d401603a-d201-48a9-b965-76183d3206d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:14.570789 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-78641051-6064-4b3e-89f2-ebc1b7e3ba36 req-d401603a-d201-48a9-b965-76183d3206d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=074fdbf4f1214f53add5cfdd523c42e4&device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 1098 time: 0.5440683
Apr 22 13:00:14.669510 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1709657667-network', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:00:14.678004 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:14.686502 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Usage tracker for resource:network and tenant:f47160e096ea4aef93cb730e0accf8e6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:14.692025 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:14.704468 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:14.779727 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-895d62fa-bc17-49d7-9533-2610f7938ce0 admin admin] Network be9c63ee-d5df-4a33-bd14-78e612dd44e6 has no segments {{(pid=86533) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:00:14.827168 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Made reservation on behalf of f47160e096ea4aef93cb730e0accf8e6 for: {'network': 1} {{(pid=86532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:00:14.833385 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for network, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:14.853697 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:14.876011 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:14.882351 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Usage tracker for resource:security_group_rule and tenant:f47160e096ea4aef93cb730e0accf8e6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:14.888668 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:14.902115 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:14.940309 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 54724) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]: Traceback (most recent call last):
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:     timer()
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:     cb(*args, **kw)
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:     return func(*args, **kwargs)
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:     self._notify()
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:     self.callback(batched_events)
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:     event.method(event)
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:     segment_id)['aggregates'][0]
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:     return f(self, *a, **k)
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self._get(url).json()
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:     **kwargs)
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self.request(url, 'GET', **kwargs)
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:     **endpoint_filter)
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 13:00:15.058360 dv-cinder-787262-3-iscsi neutron-server[86413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 13:00:15.083986 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-b55c780e-639d-4841-b2b0-5ab26a6b9105 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1cd00a58b0248ad8aba2e327d13ee87&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1415236
Apr 22 13:00:15.087050 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 54728) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:15.192159 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78641051-6064-4b3e-89f2-ebc1b7e3ba36 req-8aca4540-2aaf-45bd-8204-4b20875d2575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:15.193764 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-78641051-6064-4b3e-89f2-ebc1b7e3ba36 req-8aca4540-2aaf-45bd-8204-4b20875d2575 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 HTTP/1.1" status: 200  len: 912 time: 0.5964615
Apr 22 13:00:15.290643 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d63608fa-f3fa-4306-b00c-62a237f5e46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:15.299781 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:15.316243 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-78641051-6064-4b3e-89f2-ebc1b7e3ba36 req-7e45fa7c-f642-4fbe-a859-16464fddd9fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4d68785-07eb-4fc6-88ce-123248c53100 HTTP/1.1" status: 200  len: 999 time: 0.1156092
Apr 22 13:00:15.342715 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d63608fa-f3fa-4306-b00c-62a237f5e46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:15.363808 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-895d62fa-bc17-49d7-9533-2610f7938ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850844675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-769154'] for network, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:15.366606 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:15.376769 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-654eab1e-3faa-4b86-9fd9-888b7cdcf38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:15.378382 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:15.404366 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-895d62fa-bc17-49d7-9533-2610f7938ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:15.415468 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d62fa-bc17-49d7-9533-2610f7938ce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=be9c63ee-d5df-4a33-bd14-78e612dd44e6,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:15.424726 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78641051-6064-4b3e-89f2-ebc1b7e3ba36 req-eecd3fa8-c9be-42d9-bb49-f59f20d9e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:15.426406 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-78641051-6064-4b3e-89f2-ebc1b7e3ba36 req-eecd3fa8-c9be-42d9-bb49-f59f20d9e668 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ded796f-1a8d-487b-8bc7-3beffd6cbda9 HTTP/1.1" status: 200  len: 850 time: 0.1038144
Apr 22 13:00:15.427324 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-895d62fa-bc17-49d7-9533-2610f7938ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:15.436737 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'}  {{(pid=86532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 13:00:15.449252 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830778db-acd1-4e00-b830-cff87c4e7d36,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:15.458032 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:15.459357 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:15.459898 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.segments_db [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Added segment a608daa6-dfec-42e7-8fad-4704766614e8 of type vlan for network d05e26c1-05af-49ff-9dfd-3e90bf4899b5
Apr 22 13:00:15.478297 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-895d62fa-bc17-49d7-9533-2610f7938ce0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/be9c63ee-d5df-4a33-bd14-78e612dd44e6 HTTP/1.1" status: 204  len: 168 time: 2.6197839
Apr 22 13:00:15.525661 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776326693849'] for network, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:15.569701 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78641051-6064-4b3e-89f2-ebc1b7e3ba36 req-54ee7bf6-9245-4aab-a0cc-7a9c42bcedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:15.571297 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-78641051-6064-4b3e-89f2-ebc1b7e3ba36 req-54ee7bf6-9245-4aab-a0cc-7a9c42bcedd3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1387079
Apr 22 13:00:15.598909 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d63608fa-f3fa-4306-b00c-62a237f5e46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:15.606265 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a25c7e96-017d-4342-9ba4-8ea26f7ef2c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:15.629749 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63608fa-f3fa-4306-b00c-62a237f5e46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f76826f-8ed3-40fd-8379-69b4cfd884dc,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:15.634024 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for network, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:15.635859 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d63608fa-f3fa-4306-b00c-62a237f5e46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:15.644564 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:15.645618 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:15.658539 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:15.813747 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Pushing event updated for resources: {'Network': ['ID=d05e26c1-05af-49ff-9dfd-3e90bf4899b5,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:15.816797 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:15.825354 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Network d05e26c1-05af-49ff-9dfd-3e90bf4899b5 details requested by agent ovs-agent-dv-cinder-787262-3-iscsi with host dv-cinder-787262-3-iscsi {{(pid=86534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 13:00:15.850891 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d63608fa-f3fa-4306-b00c-62a237f5e46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:15.852945 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-d63608fa-f3fa-4306-b00c-62a237f5e46a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f76826f-8ed3-40fd-8379-69b4cfd884dc HTTP/1.1" status: 204  len: 168 time: 0.7641451
Apr 22 13:00:15.910918 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.5445538
Apr 22 13:00:15.917861 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 54738) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:15.922145 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-442b87a7-b51d-4fb5-862e-d11c2797411d admin admin] Request body: {'subnet': {'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1709657667-subnet', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'ip_version': 4}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:00:15.930864 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-442b87a7-b51d-4fb5-862e-d11c2797411d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:15.956787 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-442b87a7-b51d-4fb5-862e-d11c2797411d admin admin] Usage tracker for resource:subnet and tenant:f47160e096ea4aef93cb730e0accf8e6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:15.962243 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-442b87a7-b51d-4fb5-862e-d11c2797411d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:15.969657 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-78641051-6064-4b3e-89f2-ebc1b7e3ba36 req-388c13be-0f41-4249-bcb5-86e88fd1cdea service neutron] 10.222.0.35 "GET /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3905544
Apr 22 13:00:15.989157 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-442b87a7-b51d-4fb5-862e-d11c2797411d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:16.066981 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 54742) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:16.150106 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442b87a7-b51d-4fb5-862e-d11c2797411d admin admin] Made reservation on behalf of f47160e096ea4aef93cb730e0accf8e6 for: {'subnet': 1} {{(pid=86532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:00:16.156342 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-442b87a7-b51d-4fb5-862e-d11c2797411d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11539510'] for subnet, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:16.164595 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0462570-c878-4fdc-bc55-2e9f7864865b req-e84dd6a2-0c76-4854-b9aa-dadd06f279f1 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:16.166363 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f0462570-c878-4fdc-bc55-2e9f7864865b req-e84dd6a2-0c76-4854-b9aa-dadd06f279f1 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.3581874
Apr 22 13:00:16.223952 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-78641051-6064-4b3e-89f2-ebc1b7e3ba36 req-a002da32-b9c5-4322-b932-aee40a2daffb service neutron] 10.222.0.35 "GET /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2448187
Apr 22 13:00:16.240993 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f0462570-c878-4fdc-bc55-2e9f7864865b req-c2ab312d-4f31-48d5-8ab1-bd8299cf4394 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574744
Apr 22 13:00:16.291442 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-2f61dcd9-2d75-48d1-85e1-5ac1832c99d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ee83b5586734c17a93b5a549ee51099&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2226269
Apr 22 13:00:16.296143 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 54748) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:16.427539 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9da695c8-7d0a-4c2d-a387-bf23152d7e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:16.480969 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9da695c8-7d0a-4c2d-a387-bf23152d7e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:16.618764 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9da695c8-7d0a-4c2d-a387-bf23152d7e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:16.625759 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2d817bfc-869f-40ed-920c-5cc337b67c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:16.650519 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da695c8-7d0a-4c2d-a387-bf23152d7e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d8211b-7c0e-44bb-91ea-cae21cb74b56,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:16.654598 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9da695c8-7d0a-4c2d-a387-bf23152d7e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:16.690317 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9da695c8-7d0a-4c2d-a387-bf23152d7e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:16.696072 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-9da695c8-7d0a-4c2d-a387-bf23152d7e86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9d8211b-7c0e-44bb-91ea-cae21cb74b56 HTTP/1.1" status: 204  len: 168 time: 0.3947906
Apr 22 13:00:16.877562 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-442b87a7-b51d-4fb5-862e-d11c2797411d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843906775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11539495'] for subnet, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:16.892075 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a40b6a0f-bcd5-4799-a0e9-9475cc26a9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:17.010963 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b87a7-b51d-4fb5-862e-d11c2797411d admin admin] Pushing event updated for resources: {'Subnet': ['ID=39298668-4b9e-4e6f-921e-092c9f15844e,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:17.015761 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-442b87a7-b51d-4fb5-862e-d11c2797411d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:17.020766 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442b87a7-b51d-4fb5-862e-d11c2797411d admin admin] Checking segment: {'id': 'a608daa6-dfec-42e7-8fad-4704766614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:00:17.021031 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442b87a7-b51d-4fb5-862e-d11c2797411d admin admin] Network hostable DHCP agents. Network: d05e26c1-05af-49ff-9dfd-3e90bf4899b5, hostable agents: ['87489297-b04a-4f62-8251-98d0a06ee999'], hosted agents: [] {{(pid=86532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 13:00:17.184326 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442b87a7-b51d-4fb5-862e-d11c2797411d admin admin] Network d05e26c1-05af-49ff-9dfd-3e90bf4899b5 is scheduled to be hosted by DHCP agent 87489297-b04a-4f62-8251-98d0a06ee999 with binding_index 1 {{(pid=86532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 13:00:17.270910 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-442b87a7-b51d-4fb5-862e-d11c2797411d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-iscsi, d05e26c1-05af-49ff-9dfd-3e90bf4899b5) {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:00:17.295309 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cc3afa-4fc9-4459-b5f3-ca811d040308 None None] Network d05e26c1-05af-49ff-9dfd-3e90bf4899b5 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:00:17.295828 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442b87a7-b51d-4fb5-862e-d11c2797411d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:17.296010 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-442b87a7-b51d-4fb5-862e-d11c2797411d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:17.395336 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-442b87a7-b51d-4fb5-862e-d11c2797411d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.4816854
Apr 22 13:00:17.399494 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 54774) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:17.431536 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1709657667-router', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:00:17.455240 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:17.466764 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Usage tracker for resource:router and tenant:f47160e096ea4aef93cb730e0accf8e6 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:17.473622 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:17.505538 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:17.610612 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-663020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-599'] for router, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:17.613384 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854112796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854008062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775217'] for router, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:17.662563 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:17.803802 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a148fa0-35e6-4c9d-a79c-2fe904ce6447 req-ad046225-933c-409c-b88e-0c5ba7aaff29 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:17.805588 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0a148fa0-35e6-4c9d-a79c-2fe904ce6447 req-ad046225-933c-409c-b88e-0c5ba7aaff29 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.1796300
Apr 22 13:00:17.839580 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffcb9097-8cb5-5ed6-be24-ccbd137e2060-d05e26c1-05af-49ff-9dfd-3e90bf4899b5', 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'fixed_ips': [{'subnet_id': '39298668-4b9e-4e6f-921e-092c9f15844e'}]}} from dv-cinder-787262-3-iscsi. {{(pid=86534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 13:00:17.840898 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:17.930813 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0a148fa0-35e6-4c9d-a79c-2fe904ce6447 req-d0215b4e-eb5d-4141-8ed1-3cabb465e3c7 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1089878
Apr 22 13:00:18.127322 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854007819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775248'] for router, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:18.160564 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Allocated IP 172.20.0.2 (d05e26c1-05af-49ff-9dfd-3e90bf4899b5/39298668-4b9e-4e6f-921e-092c9f15844e/7b8fb846-ed97-4f6f-b773-17a2425fc3ab) {{(pid=86534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:00:18.449460 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Notify callbacks [] for port, precommit_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:18.463656 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Transition to ACTIVE for port object 7b8fb846-ed97-4f6f-b773-17a2425fc3ab will not be triggered until provisioned by entity L2. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:00:18.489335 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Transition to ACTIVE for port object 7b8fb846-ed97-4f6f-b773-17a2425fc3ab will not be triggered until provisioned by entity DHCP. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:00:18.556812 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:18.564929 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:18.579899 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:18.623746 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:18.644086 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Pushing event updated for resources: {'Port': ['ID=7b8fb846-ed97-4f6f-b773-17a2425fc3ab,revision_number=1']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:18.659951 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:18.660341 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:18.660717 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:18.661100 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:18.661608 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:18.662131 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:18.662468 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:18.662839 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:18.663199 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:18.663594 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:18.663954 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:18.664314 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:18.669472 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:18.678329 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Network d05e26c1-05af-49ff-9dfd-3e90bf4899b5 is already hosted by enough agents. {{(pid=86534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:00:18.683852 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Resources bound (agent type, host, resource id):  {{(pid=86534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:00:18.685857 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Received port after_create {{(pid=86534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:00:18.837946 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Attempting to bind port 7b8fb846-ed97-4f6f-b773-17a2425fc3ab on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:00:18.838663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Attempting to bind port 7b8fb846-ed97-4f6f-b773-17a2425fc3ab by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': 'a608daa6-dfec-42e7-8fad-4704766614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5'}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:00:18.839251 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Attempting to bind port 7b8fb846-ed97-4f6f-b773-17a2425fc3ab on network d05e26c1-05af-49ff-9dfd-3e90bf4899b5 {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:00:18.847378 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:00:18.848273 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Checking segment: {'id': 'a608daa6-dfec-42e7-8fad-4704766614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:00:18.848942 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:18.849580 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Bound using segment: {'id': 'a608daa6-dfec-42e7-8fad-4704766614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5'} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:00:18.850332 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Bound port: 7b8fb846-ed97-4f6f-b773-17a2425fc3ab, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a608daa6-dfec-42e7-8fad-4704766614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5'}}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:00:18.850962 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:18.915208 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Allocated IP 172.27.3.48 (2ddae30a-787b-4105-96b6-1d621d63b6d6/f62b3f7c-fd2a-4037-bea1-66926d384c05/4f50f111-84a9-465d-900c-5c769044a3bf) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:00:19.037798 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] For port 7b8fb846-ed97-4f6f-b773-17a2425fc3ab, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:00:19.046321 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] For port 7b8fb846-ed97-4f6f-b773-17a2425fc3ab, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=7b8fb846-ed97-4f6f-b773-17a2425fc3ab,segment=NetworkSegment(a608daa6-dfec-42e7-8fad-4704766614e8),segment_id=a608daa6-dfec-42e7-8fad-4704766614e8)] {{(pid=86534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:00:19.101002 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:19.113519 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:19.217844 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Pushing event updated for resources: {'Port': ['ID=7b8fb846-ed97-4f6f-b773-17a2425fc3ab,revision_number=2']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:19.231147 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:19.273908 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:19.372150 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:19.379557 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-025bf5d7-1143-43ac-8dc6-5c470b7a2deb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:19.448912 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:00:19.453829 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:00:19.456889 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:00:19.528366 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Pushing event updated for resources: {'Port': ['ID=4f50f111-84a9-465d-900c-5c769044a3bf,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:19.533103 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:20.124828 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:20.610015 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 7b8fb846-ed97-4f6f-b773-17a2425fc3ab up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:00:20.769220 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port 7b8fb846-ed97-4f6f-b773-17a2425fc3ab completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:00:20.954369 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eda02e-95ee-454c-b48d-98daf404e59d None None] Network d05e26c1-05af-49ff-9dfd-3e90bf4899b5 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:00:21.116764 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767967'] for router, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:21.130391 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-60c7bc99-585b-4a2f-9fd5-4ce0856b3371 None None] Provisioning for port 7b8fb846-ed97-4f6f-b773-17a2425fc3ab completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:00:21.145461 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-60c7bc99-585b-4a2f-9fd5-4ce0856b3371 None None] Provisioning complete for port 7b8fb846-ed97-4f6f-b773-17a2425fc3ab triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:00:21.146127 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-60c7bc99-585b-4a2f-9fd5-4ce0856b3371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:21.706753 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Router f45e4e10-8c42-4e23-a4fc-64488a3576e5 is scheduled to L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 with binding_index 1 {{(pid=86533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 13:00:21.727123 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-60c7bc99-585b-4a2f-9fd5-4ce0856b3371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:21.828431 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-60c7bc99-585b-4a2f-9fd5-4ce0856b3371 None None] For port 7b8fb846-ed97-4f6f-b773-17a2425fc3ab, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=7b8fb846-ed97-4f6f-b773-17a2425fc3ab,segment=NetworkSegment(a608daa6-dfec-42e7-8fad-4704766614e8),segment_id=a608daa6-dfec-42e7-8fad-4704766614e8)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:00:21.895235 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-60c7bc99-585b-4a2f-9fd5-4ce0856b3371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:21.898452 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:22.017075 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7bc99-585b-4a2f-9fd5-4ce0856b3371 None None] Pushing event updated for resources: {'Port': ['ID=7b8fb846-ed97-4f6f-b773-17a2425fc3ab,revision_number=3']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:22.032709 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-60c7bc99-585b-4a2f-9fd5-4ce0856b3371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:22.101119 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:00:22.139495 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] Sync routers for ids ['f45e4e10-8c42-4e23-a4fc-64488a3576e5'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:00:22.146529 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-34de033b-360c-47c1-b0c7-a3087b5a7498 None None] Provisioning complete for port 7b8fb846-ed97-4f6f-b773-17a2425fc3ab triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:00:22.146922 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-34de033b-360c-47c1-b0c7-a3087b5a7498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:22.169278 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Notify callbacks [] for router, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:22.171930 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.7686095
Apr 22 13:00:22.180352 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 54860) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:22.215487 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] Routers {'f45e4e10-8c42-4e23-a4fc-64488a3576e5'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:00:22.216217 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c6807b8>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:00:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['f45e4e10-8c42-4e23-a4fc-64488a3576e5'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:22.606118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 7b8fb846-ed97-4f6f-b773-17a2425fc3ab up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:00:23.020955 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 7b8fb846-ed97-4f6f-b773-17a2425fc3ab triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:00:23.021400 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:23.154502 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] Set router f45e4e10-8c42-4e23-a4fc-64488a3576e5 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:00:23.336768 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:23.557875 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c6807b8>, [{'id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'name': 'tempest-TestShelveInstance-1709657667-router', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:17Z', 'updated_at': '2021-04-22T13:00:19Z', 'revision_number': 3, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'gw_port': {'id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cf:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:18Z', 'updated_at': '2021-04-22T13:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:23.562623 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] Checking router: f45e4e10-8c42-4e23-a4fc-64488a3576e5 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:00:23.562946 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] Updating router f45e4e10-8c42-4e23-a4fc-64488a3576e5 port 4f50f111-84a9-465d-900c-5c769044a3bf binding host dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 13:00:23.627037 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:23.711938 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Allocated IP 172.20.0.1 (d05e26c1-05af-49ff-9dfd-3e90bf4899b5/39298668-4b9e-4e6f-921e-092c9f15844e/e55f7c69-693c-4733-9d3b-fd390fbe1af8) {{(pid=86532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:00:23.886260 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:23.905862 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Transition to ACTIVE for port object e55f7c69-693c-4733-9d3b-fd390fbe1af8 will not be triggered until provisioned by entity DHCP. {{(pid=86532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:00:23.973433 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:23.984371 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:24.042948 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Network d05e26c1-05af-49ff-9dfd-3e90bf4899b5 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:00:24.046476 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:00:24.055571 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Received port after_create {{(pid=86532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:00:24.120367 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Pushing event updated for resources: {'Port': ['ID=e55f7c69-693c-4733-9d3b-fd390fbe1af8,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:24.134219 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:24.136273 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] Notify callbacks [] for port, precommit_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:24.145504 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854006782'] for router_interface, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:24.166606 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] Transition to ACTIVE for port object 4f50f111-84a9-465d-900c-5c769044a3bf will not be triggered until provisioned by entity L2. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:00:24.218858 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:24.224421 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:24.370939 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] Attempting to bind port 4f50f111-84a9-465d-900c-5c769044a3bf on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:00:24.371357 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] Attempting to bind port 4f50f111-84a9-465d-900c-5c769044a3bf by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:00:24.375220 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] Attempting to bind port 4f50f111-84a9-465d-900c-5c769044a3bf on network 2ddae30a-787b-4105-96b6-1d621d63b6d6 {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:00:24.388968 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:00:24.389687 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] Checking segment: {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:00:24.389928 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:24.390368 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] Bound using segment: {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:00:24.390902 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] Bound port: 4f50f111-84a9-465d-900c-5c769044a3bf, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:00:24.391323 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:24.425681 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c253f07-4a93-4714-86a6-d316d29ccfe8 None None] Pushing event updated for resources: {'Port': ['ID=4f50f111-84a9-465d-900c-5c769044a3bf,revision_number=2']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:24.429013 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7c253f07-4a93-4714-86a6-d316d29ccfe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:24.505029 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] For port 4f50f111-84a9-465d-900c-5c769044a3bf, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:00:24.511590 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] For port 4f50f111-84a9-465d-900c-5c769044a3bf, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=4f50f111-84a9-465d-900c-5c769044a3bf,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:00:24.524047 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-a90c437b-2f3f-4811-bfac-ee6b3c9dc4ed None None] Provisioning for port e55f7c69-693c-4733-9d3b-fd390fbe1af8 completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:00:24.531104 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-a90c437b-2f3f-4811-bfac-ee6b3c9dc4ed None None] Provisioning complete for port e55f7c69-693c-4733-9d3b-fd390fbe1af8 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:00:24.531461 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a90c437b-2f3f-4811-bfac-ee6b3c9dc4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:24.536218 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:24.587794 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:24.595989 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-60c7bc99-585b-4a2f-9fd5-4ce0856b3371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:24.688590 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-a90c437b-2f3f-4811-bfac-ee6b3c9dc4ed None None] Port e55f7c69-693c-4733-9d3b-fd390fbe1af8 cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 13:00:24.705927 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] Routers {'f45e4e10-8c42-4e23-a4fc-64488a3576e5'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:00:24.706823 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c6807b8>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:00:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['f45e4e10-8c42-4e23-a4fc-64488a3576e5'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:24.858811 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c253f07-4a93-4714-86a6-d316d29ccfe8 None None] Pushing event updated for resources: {'Port': ['ID=4f50f111-84a9-465d-900c-5c769044a3bf,revision_number=3']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:24.864260 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7c253f07-4a93-4714-86a6-d316d29ccfe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:24.932816 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] Set router f45e4e10-8c42-4e23-a4fc-64488a3576e5 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:00:25.322472 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c6807b8>, [{'id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'name': 'tempest-TestShelveInstance-1709657667-router', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:17Z', 'updated_at': '2021-04-22T13:00:24Z', 'revision_number': 4, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'gw_port': {'id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cf:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:18Z', 'updated_at': '2021-04-22T13:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'e55f7c69-693c-4733-9d3b-fd390fbe1af8', 'name': '', 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'mac_address': 'fa:16:3e:6b:5b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:23Z', 'updated_at': '2021-04-22T13:00:23Z', 'revision_number': 1, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'subnets': [{'id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:25.328026 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eb7209-9e98-4b1a-8e1c-2f32ef9c02a2 None None] The sync data for ids ['f45e4e10-8c42-4e23-a4fc-64488a3576e5'] in dv-cinder-787262-3-iscsi is: [{'id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'name': 'tempest-TestShelveInstance-1709657667-router', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:17Z', 'updated_at': '2021-04-22T13:00:24Z', 'revision_number': 4, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'gw_port': {'id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cf:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:18Z', 'updated_at': '2021-04-22T13:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'e55f7c69-693c-4733-9d3b-fd390fbe1af8', 'name': '', 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'mac_address': 'fa:16:3e:6b:5b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:23Z', 'updated_at': '2021-04-22T13:00:23Z', 'revision_number': 1, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'subnets': [{'id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:00:25.339181 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:25.380616 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c171df5-91bb-4ca8-80cc-4cc1d7682a25 req-3513c79e-c94d-4cbc-acd3-feb8e79de8c5 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:25.382304 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5c171df5-91bb-4ca8-80cc-4cc1d7682a25 req-3513c79e-c94d-4cbc-acd3-feb8e79de8c5 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 947 time: 0.1306596
Apr 22 13:00:25.404828 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843907407'] for port, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:25.436773 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5ba8651b-4ff7-4ee2-884a-c982f36108b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:25.557336 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5c171df5-91bb-4ca8-80cc-4cc1d7682a25 req-e4c49c5c-cb01-471f-b646-e821af758f4f tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1680434
Apr 22 13:00:25.560488 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Pushing event updated for resources: {'Port': ['ID=e55f7c69-693c-4733-9d3b-fd390fbe1af8,revision_number=2']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:25.563371 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-769125'] for router_interface, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:25.567840 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:25.783397 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Network d05e26c1-05af-49ff-9dfd-3e90bf4899b5 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:00:25.784885 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:00:26.032142 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-ee5707c6-63f8-4392-bf47-58ead7e41777 None None] Provisioning complete for port e55f7c69-693c-4733-9d3b-fd390fbe1af8 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:00:26.032982 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ee5707c6-63f8-4392-bf47-58ead7e41777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:26.108327 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Router f45e4e10-8c42-4e23-a4fc-64488a3576e5 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:00:26.144332 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-ee5707c6-63f8-4392-bf47-58ead7e41777 None None] Port e55f7c69-693c-4733-9d3b-fd390fbe1af8 cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 13:00:26.492361 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:00:26.520881 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] 10.222.0.20 "PUT /v2.0/routers/f45e4e10-8c42-4e23-a4fc-64488a3576e5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3275406
Apr 22 13:00:26.598520 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 4f50f111-84a9-465d-900c-5c769044a3bf up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:00:26.728991 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port 4f50f111-84a9-465d-900c-5c769044a3bf completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:00:26.736391 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 4f50f111-84a9-465d-900c-5c769044a3bf triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:00:26.736976 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:26.924325 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b9b0e-1fe5-47d9-8393-71715871c135 req-e62cf926-0043-4222-b8ae-1e254463e00a tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:26.926342 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-229b9b0e-1fe5-47d9-8393-71715871c135 req-e62cf926-0043-4222-b8ae-1e254463e00a tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 947 time: 0.1340637
Apr 22 13:00:26.987797 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:27.028465 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-229b9b0e-1fe5-47d9-8393-71715871c135 req-1c4c76a4-0eb7-4266-9ff3-9cbd5d25c505 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834165
Apr 22 13:00:27.030291 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port 4f50f111-84a9-465d-900c-5c769044a3bf, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=4f50f111-84a9-465d-900c-5c769044a3bf,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:00:27.106088 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:27.108950 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:27.237266 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=4f50f111-84a9-465d-900c-5c769044a3bf,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:27.240879 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:27.620866 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 54930) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:27.628093 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-666241076-network', 'tenant_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:00:27.633518 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:27.638156 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Usage tracker for resource:network and tenant:fb9d9f0dbbe6482182a99ac8d0fb45ee is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:27.641623 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:27.647923 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:27.692645 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Made reservation on behalf of fb9d9f0dbbe6482182a99ac8d0fb45ee for: {'network': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:00:27.697847 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for network, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:27.712497 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:27.730210 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:27.735223 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Usage tracker for resource:security_group_rule and tenant:fb9d9f0dbbe6482182a99ac8d0fb45ee is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:27.738433 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:27.745013 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:27.909879 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:27.944502 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:27.949608 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2539fe50-6a4f-41c3-a48b-245f0913251b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:27.981466 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'}  {{(pid=86533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 13:00:27.991838 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba863f1-3553-49d5-888b-13bcf285b7d8,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:27.996151 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:28.001141 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:28.001654 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.segments_db [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Added segment 9a67efc2-d7ce-4f62-866d-8d00770eb16a of type vlan for network 920677a1-ab08-464a-a2c2-ce6d57dbf6a9
Apr 22 13:00:28.035230 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776326693849'] for network, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:28.098535 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for network, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:28.100414 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:28.101161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:28.107530 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:28.273707 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Pushing event updated for resources: {'Network': ['ID=920677a1-ab08-464a-a2c2-ce6d57dbf6a9,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:28.273707 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:28.274630 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Network 920677a1-ab08-464a-a2c2-ce6d57dbf6a9 details requested by agent ovs-agent-dv-cinder-787262-3-iscsi with host dv-cinder-787262-3-iscsi {{(pid=86534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 13:00:28.294908 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6723964
Apr 22 13:00:28.298523 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 54936) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:28.309236 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-6828aacd-3c46-4228-bbb8-72715b69b9dd admin admin] Request body: {'subnet': {'network_id': '920677a1-ab08-464a-a2c2-ce6d57dbf6a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-666241076-subnet', 'tenant_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'ip_version': 4}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:00:28.311260 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96e958-d81f-4c0b-bf41-47f124deddb3 req-a7eb4b9f-3db5-4467-accb-9c9db40cce68 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:28.313391 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fa96e958-d81f-4c0b-bf41-47f124deddb3 req-a7eb4b9f-3db5-4467-accb-9c9db40cce68 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 947 time: 0.1101735
Apr 22 13:00:28.319114 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-6828aacd-3c46-4228-bbb8-72715b69b9dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:28.326524 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-6828aacd-3c46-4228-bbb8-72715b69b9dd admin admin] Usage tracker for resource:subnet and tenant:fb9d9f0dbbe6482182a99ac8d0fb45ee is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:28.333069 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-6828aacd-3c46-4228-bbb8-72715b69b9dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:28.345913 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-6828aacd-3c46-4228-bbb8-72715b69b9dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:28.403399 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6828aacd-3c46-4228-bbb8-72715b69b9dd admin admin] Made reservation on behalf of fb9d9f0dbbe6482182a99ac8d0fb45ee for: {'subnet': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:00:28.409663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6828aacd-3c46-4228-bbb8-72715b69b9dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844053260'] for subnet, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:28.428312 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fa96e958-d81f-4c0b-bf41-47f124deddb3 req-94da4feb-3f0c-4810-b229-f0ebe105fad4 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002250
Apr 22 13:00:28.573163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 4f50f111-84a9-465d-900c-5c769044a3bf up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:00:28.743735 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 4f50f111-84a9-465d-900c-5c769044a3bf triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:00:28.744806 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:29.244403 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] Sync routers for ids ['f45e4e10-8c42-4e23-a4fc-64488a3576e5'] in dv-cinder-787262-3-iscsi {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:00:29.252755 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1139fe-ce30-41ed-8249-b33d512e936a req-cb8bcd0c-7597-4408-8609-c14016b1fdf3 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:29.255220 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6d1139fe-ce30-41ed-8249-b33d512e936a req-cb8bcd0c-7597-4408-8609-c14016b1fdf3 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 947 time: 0.2437465
Apr 22 13:00:29.257042 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] Routers {'f45e4e10-8c42-4e23-a4fc-64488a3576e5'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:00:29.257743 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c83f978>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:00:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['f45e4e10-8c42-4e23-a4fc-64488a3576e5'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:29.431175 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-6d1139fe-ce30-41ed-8249-b33d512e936a req-9263e384-9787-4354-974d-a77dc5b8f448 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Deleting port 38703702-c041-43c4-813d-75a59a519fbc {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:00:29.431729 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-6d1139fe-ce30-41ed-8249-b33d512e936a req-9263e384-9787-4354-974d-a77dc5b8f448 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:29.490125 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] Set router f45e4e10-8c42-4e23-a4fc-64488a3576e5 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:00:29.769010 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6828aacd-3c46-4228-bbb8-72715b69b9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10865196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844053275'] for subnet, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:29.791197 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e24ff60d-88e6-4dcd-99fa-ef7133e2be49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:30.005128 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828aacd-3c46-4228-bbb8-72715b69b9dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a52cea15-4b6a-430c-8a63-2a1f4a781a3d,revision_number=0']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:30.018699 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6828aacd-3c46-4228-bbb8-72715b69b9dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:30.024335 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6828aacd-3c46-4228-bbb8-72715b69b9dd admin admin] Checking segment: {'id': '9a67efc2-d7ce-4f62-866d-8d00770eb16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '920677a1-ab08-464a-a2c2-ce6d57dbf6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:00:30.024731 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6828aacd-3c46-4228-bbb8-72715b69b9dd admin admin] Network hostable DHCP agents. Network: 920677a1-ab08-464a-a2c2-ce6d57dbf6a9, hostable agents: ['87489297-b04a-4f62-8251-98d0a06ee999'], hosted agents: [] {{(pid=86533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 13:00:30.052426 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41487c-865d-4724-89f1-74bae200290f req-00912c78-b2a4-4404-9bcc-10713fc09554 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:30.054180 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-de41487c-865d-4724-89f1-74bae200290f req-00912c78-b2a4-4404-9bcc-10713fc09554 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 947 time: 0.4149892
Apr 22 13:00:30.143314 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c83f978>, [{'id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'name': 'tempest-TestShelveInstance-1709657667-router', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:17Z', 'updated_at': '2021-04-22T13:00:24Z', 'revision_number': 4, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'gw_port': {'id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:18Z', 'updated_at': '2021-04-22T13:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'e55f7c69-693c-4733-9d3b-fd390fbe1af8', 'name': '', 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'mac_address': 'fa:16:3e:6b:5b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:23Z', 'updated_at': '2021-04-22T13:00:24Z', 'revision_number': 2, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'subnets': [{'id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:30.153421 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] Checking router: f45e4e10-8c42-4e23-a4fc-64488a3576e5 for host: dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:00:30.154158 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] Updating router f45e4e10-8c42-4e23-a4fc-64488a3576e5 port e55f7c69-693c-4733-9d3b-fd390fbe1af8 binding host dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 13:00:30.186522 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-6d1139fe-ce30-41ed-8249-b33d512e936a req-9263e384-9787-4354-974d-a77dc5b8f448 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] For port 38703702-c041-43c4-813d-75a59a519fbc, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=38703702-c041-43c4-813d-75a59a519fbc,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:00:30.187438 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-6d1139fe-ce30-41ed-8249-b33d512e936a req-9263e384-9787-4354-974d-a77dc5b8f448 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:30.211874 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-de41487c-865d-4724-89f1-74bae200290f req-e306e4e0-a754-4bc7-8e9d-d010f340546d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1362464
Apr 22 13:00:30.273214 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6828aacd-3c46-4228-bbb8-72715b69b9dd admin admin] Network 920677a1-ab08-464a-a2c2-ce6d57dbf6a9 is scheduled to be hosted by DHCP agent 87489297-b04a-4f62-8251-98d0a06ee999 with binding_index 1 {{(pid=86533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 13:00:30.278072 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:30.763662 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-6828aacd-3c46-4228-bbb8-72715b69b9dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-iscsi, 920677a1-ab08-464a-a2c2-ce6d57dbf6a9) {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:00:30.773626 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c42b53f-07fc-4270-b62a-33790d330255 None None] Network 920677a1-ab08-464a-a2c2-ce6d57dbf6a9 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:00:30.777031 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] Notify callbacks [] for port, precommit_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:30.793581 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] Transition to ACTIVE for port object e55f7c69-693c-4733-9d3b-fd390fbe1af8 will not be triggered until provisioned by entity L2. {{(pid=86535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:00:30.803606 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6828aacd-3c46-4228-bbb8-72715b69b9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:30.804891 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6828aacd-3c46-4228-bbb8-72715b69b9dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:30.832196 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:30.838531 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:30.936791 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-6828aacd-3c46-4228-bbb8-72715b69b9dd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 2.6339917
Apr 22 13:00:30.937087 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 54984) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:30.942632 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-6d1139fe-ce30-41ed-8249-b33d512e936a req-9263e384-9787-4354-974d-a77dc5b8f448 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:30.943347 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-6d1139fe-ce30-41ed-8249-b33d512e936a req-9263e384-9787-4354-974d-a77dc5b8f448 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-769201'] for floatingip, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:30.943959 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.l3_db [req-6d1139fe-ce30-41ed-8249-b33d512e936a req-9263e384-9787-4354-974d-a77dc5b8f448 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Floating IP 515946e4-0727-43c3-9fa9-238bdd943591 disassociated. External IP: 172.27.3.22, port: 38703702-c041-43c4-813d-75a59a519fbc.
Apr 22 13:00:30.944621 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-6d1139fe-ce30-41ed-8249-b33d512e936a req-9263e384-9787-4354-974d-a77dc5b8f448 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Calling delete_port for 38703702-c041-43c4-813d-75a59a519fbc owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:00:30.945029 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-666241076-router', 'tenant_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:00:30.955753 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:30.968345 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Usage tracker for resource:router and tenant:fb9d9f0dbbe6482182a99ac8d0fb45ee is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:30.972860 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:30.989097 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:31.047382 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-663020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-599'] for router, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:31.048842 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854112796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854008062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775217'] for router, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:31.110922 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:31.226455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3fea0-3b68-415b-8229-6ae278961bbf None None] Pushing event updated for resources: {'Port': ['ID=e55f7c69-693c-4733-9d3b-fd390fbe1af8,revision_number=3']} {{(pid=86535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:31.266006 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffcb9097-8cb5-5ed6-be24-ccbd137e2060-920677a1-ab08-464a-a2c2-ce6d57dbf6a9', 'network_id': '920677a1-ab08-464a-a2c2-ce6d57dbf6a9', 'tenant_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'fixed_ips': [{'subnet_id': 'a52cea15-4b6a-430c-8a63-2a1f4a781a3d'}]}} from dv-cinder-787262-3-iscsi. {{(pid=86534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 13:00:31.267550 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:31.305552 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3fea0-3b68-415b-8229-6ae278961bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:31.306013 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3fea0-3b68-415b-8229-6ae278961bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:31.306263 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3fea0-3b68-415b-8229-6ae278961bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:31.306617 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3fea0-3b68-415b-8229-6ae278961bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:31.306974 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3fea0-3b68-415b-8229-6ae278961bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:31.307331 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3fea0-3b68-415b-8229-6ae278961bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:31.314708 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3fea0-3b68-415b-8229-6ae278961bbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:31.314708 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3fea0-3b68-415b-8229-6ae278961bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:31.315322 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3fea0-3b68-415b-8229-6ae278961bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:31.315491 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3fea0-3b68-415b-8229-6ae278961bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:31.315931 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3fea0-3b68-415b-8229-6ae278961bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:31.316179 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3fea0-3b68-415b-8229-6ae278961bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:31.334284 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-48e3fea0-3b68-415b-8229-6ae278961bbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:31.372187 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] Attempting to bind port e55f7c69-693c-4733-9d3b-fd390fbe1af8 on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:00:31.376107 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] Attempting to bind port e55f7c69-693c-4733-9d3b-fd390fbe1af8 by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': 'a608daa6-dfec-42e7-8fad-4704766614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5'}] {{(pid=86535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:00:31.376496 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] Attempting to bind port e55f7c69-693c-4733-9d3b-fd390fbe1af8 on network d05e26c1-05af-49ff-9dfd-3e90bf4899b5 {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:00:31.388871 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:00:31.396952 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] Checking segment: {'id': 'a608daa6-dfec-42e7-8fad-4704766614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:00:31.397443 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:31.397896 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] Bound using segment: {'id': 'a608daa6-dfec-42e7-8fad-4704766614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5'} {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:00:31.398585 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] Bound port: e55f7c69-693c-4733-9d3b-fd390fbe1af8, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a608daa6-dfec-42e7-8fad-4704766614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5'}}] {{(pid=86535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:00:31.399036 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:31.546718 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] For port e55f7c69-693c-4733-9d3b-fd390fbe1af8, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:00:31.550149 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] For port e55f7c69-693c-4733-9d3b-fd390fbe1af8, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=e55f7c69-693c-4733-9d3b-fd390fbe1af8,segment=NetworkSegment(a608daa6-dfec-42e7-8fad-4704766614e8),segment_id=a608daa6-dfec-42e7-8fad-4704766614e8)] {{(pid=86535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:00:31.596296 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:31.596296 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:31.702660 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854007819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775248'] for router, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:31.972291 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] Routers {'f45e4e10-8c42-4e23-a4fc-64488a3576e5'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:00:31.973031 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c83f978>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:00:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['f45e4e10-8c42-4e23-a4fc-64488a3576e5'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:31.983179 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Allocated IP 172.20.0.2 (920677a1-ab08-464a-a2c2-ce6d57dbf6a9/a52cea15-4b6a-430c-8a63-2a1f4a781a3d/f9edfcd7-f295-4aef-813c-d192eea20391) {{(pid=86534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:00:32.040848 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a64652-617a-422f-a5d4-594af0c4028c req-a468a8f3-facb-4ebe-9e05-11ac2a78b86c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:32.051315 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-30a64652-617a-422f-a5d4-594af0c4028c req-a468a8f3-facb-4ebe-9e05-11ac2a78b86c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 947 time: 0.3356125
Apr 22 13:00:32.155010 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-30a64652-617a-422f-a5d4-594af0c4028c req-a137a467-9a2a-4ebd-bb20-513f9ed9e5a4 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1aab1b0-759a-44b1-9574-48b5a5b2e721&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011741
Apr 22 13:00:32.225307 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-6d1139fe-ce30-41ed-8249-b33d512e936a req-9263e384-9787-4354-974d-a77dc5b8f448 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:32.241195 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-edbc0125-d688-4bc4-974b-a83ce454ffb3 tempest-DeleteServersTestJSON-2101310512 tempest-DeleteServersTestJSON-2101310512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:32.307124 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] Set router f45e4e10-8c42-4e23-a4fc-64488a3576e5 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:00:32.411282 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263e384-9787-4354-974d-a77dc5b8f448 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Pushing event deleted for resources: {'Port': ['ID=38703702-c041-43c4-813d-75a59a519fbc,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:32.415963 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9263e384-9787-4354-974d-a77dc5b8f448 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:32.475539 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 38703702-c041-43c4-813d-75a59a519fbc no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:00:32.634453 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:32.634827 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] No Port match for: 38703702-c041-43c4-813d-75a59a519fbc {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:00:32.634827 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 38703702-c041-43c4-813d-75a59a519fbc not bound to the agent host hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:00:32.670228 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3fea0-3b68-415b-8229-6ae278961bbf None None] Pushing event updated for resources: {'Port': ['ID=e55f7c69-693c-4733-9d3b-fd390fbe1af8,revision_number=4']} {{(pid=86535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:32.691066 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:32.768427 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-48e3fea0-3b68-415b-8229-6ae278961bbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.176s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:32.786542 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Notify callbacks [] for port, precommit_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:32.804758 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Transition to ACTIVE for port object f9edfcd7-f295-4aef-813c-d192eea20391 will not be triggered until provisioned by entity L2. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:00:32.830321 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Transition to ACTIVE for port object f9edfcd7-f295-4aef-813c-d192eea20391 will not be triggered until provisioned by entity DHCP. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:00:32.876944 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:32.884324 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:33.045186 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d1139fe-ce30-41ed-8249-b33d512e936a req-9263e384-9787-4354-974d-a77dc5b8f448 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Router 00623980-bcab-4aa3-835c-7597b2070f19 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:00:33.046170 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Network 920677a1-ab08-464a-a2c2-ce6d57dbf6a9 is already hosted by enough agents. {{(pid=86534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:00:33.051845 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Resources bound (agent type, host, resource id):  {{(pid=86534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:00:33.058003 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Allocated IP 172.27.3.227 (2ddae30a-787b-4105-96b6-1d621d63b6d6/f62b3f7c-fd2a-4037-bea1-66926d384c05/184fec37-1f7a-4161-9627-b2776ab42cbf) {{(pid=86532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:00:33.068911 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Received port after_create {{(pid=86534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:00:33.238353 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c83f978>, [{'id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'name': 'tempest-TestShelveInstance-1709657667-router', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:17Z', 'updated_at': '2021-04-22T13:00:24Z', 'revision_number': 4, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'gw_port': {'id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:18Z', 'updated_at': '2021-04-22T13:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'e55f7c69-693c-4733-9d3b-fd390fbe1af8', 'name': '', 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'mac_address': 'fa:16:3e:6b:5b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:23Z', 'updated_at': '2021-04-22T13:00:31Z', 'revision_number': 4, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'subnets': [{'id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:33.258849 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb372ec6-e54d-445b-9c7c-fc9d2d80f926 None None] The sync data for ids ['f45e4e10-8c42-4e23-a4fc-64488a3576e5'] in dv-cinder-787262-3-iscsi is: [{'id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'name': 'tempest-TestShelveInstance-1709657667-router', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:17Z', 'updated_at': '2021-04-22T13:00:24Z', 'revision_number': 4, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'gw_port': {'id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:18Z', 'updated_at': '2021-04-22T13:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'e55f7c69-693c-4733-9d3b-fd390fbe1af8', 'name': '', 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'mac_address': 'fa:16:3e:6b:5b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:23Z', 'updated_at': '2021-04-22T13:00:31Z', 'revision_number': 4, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'subnets': [{'id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:00:33.305221 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Pushing event updated for resources: {'Port': ['ID=f9edfcd7-f295-4aef-813c-d192eea20391,revision_number=1']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:33.319551 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:33.418688 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d1139fe-ce30-41ed-8249-b33d512e936a req-9263e384-9787-4354-974d-a77dc5b8f448 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:00:33.424609 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Attempting to bind port f9edfcd7-f295-4aef-813c-d192eea20391 on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:00:33.438591 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Attempting to bind port f9edfcd7-f295-4aef-813c-d192eea20391 by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': '9a67efc2-d7ce-4f62-866d-8d00770eb16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '920677a1-ab08-464a-a2c2-ce6d57dbf6a9'}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:00:33.442831 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Attempting to bind port f9edfcd7-f295-4aef-813c-d192eea20391 on network 920677a1-ab08-464a-a2c2-ce6d57dbf6a9 {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:00:33.463605 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:33.476574 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3436cb5c-10aa-44d0-9ab2-c36f706e1ead None None] Sync routers for ids ['00623980-bcab-4aa3-835c-7597b2070f19'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:00:33.526900 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:00:33.534844 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Checking segment: {'id': '9a67efc2-d7ce-4f62-866d-8d00770eb16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '920677a1-ab08-464a-a2c2-ce6d57dbf6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:00:33.539712 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:33.541101 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Bound using segment: {'id': '9a67efc2-d7ce-4f62-866d-8d00770eb16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '920677a1-ab08-464a-a2c2-ce6d57dbf6a9'} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:00:33.542301 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Bound port: f9edfcd7-f295-4aef-813c-d192eea20391, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a67efc2-d7ce-4f62-866d-8d00770eb16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '920677a1-ab08-464a-a2c2-ce6d57dbf6a9'}}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:00:33.549191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:33.569200 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:33.574678 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:33.597696 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1139fe-ce30-41ed-8249-b33d512e936a req-9263e384-9787-4354-974d-a77dc5b8f448 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] No DVR routers for this DVR port 38703702-c041-43c4-813d-75a59a519fbc on host hv-cinder-78726 {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:00:33.712752 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-6d1139fe-ce30-41ed-8249-b33d512e936a req-9263e384-9787-4354-974d-a77dc5b8f448 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:33.717062 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8618687-ceb4-4f17-bda5-00bd22286b10', 'name': 'network-vif-deleted', 'tag': '38703702-c041-43c4-813d-75a59a519fbc'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:00:33.741401 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:00:33.745825 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:00:33.749952 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Received port after_create {{(pid=86532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:00:33.773668 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-58746ae0-5b88-4529-b9eb-4973ab45c9b5 req-5d77258b-efcc-48ff-94ea-7a92ea4d1952 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8618687-ceb4-4f17-bda5-00bd22286b10 HTTP/1.1" status: 200  len: 210 time: 0.1883497
Apr 22 13:00:33.803517 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8618687-ceb4-4f17-bda5-00bd22286b10', 'name': 'network-vif-deleted', 'tag': '38703702-c041-43c4-813d-75a59a519fbc', 'status': 'completed', 'code': 200}
Apr 22 13:00:33.830607 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6d1139fe-ce30-41ed-8249-b33d512e936a req-9263e384-9787-4354-974d-a77dc5b8f448 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.35 "DELETE /v2.0/ports/38703702-c041-43c4-813d-75a59a519fbc HTTP/1.1" status: 204  len: 173 time: 4.5673366
Apr 22 13:00:33.834022 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Pushing event updated for resources: {'Port': ['ID=184fec37-1f7a-4161-9627-b2776ab42cbf,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:33.842004 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:33.936083 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3436cb5c-10aa-44d0-9ab2-c36f706e1ead None None] Routers {'00623980-bcab-4aa3-835c-7597b2070f19'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:00:33.943982 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-3436cb5c-10aa-44d0-9ab2-c36f706e1ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c0f4828>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:00:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['00623980-bcab-4aa3-835c-7597b2070f19'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:34.290573 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] For port f9edfcd7-f295-4aef-813c-d192eea20391, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:00:34.298717 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] For port f9edfcd7-f295-4aef-813c-d192eea20391, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=f9edfcd7-f295-4aef-813c-d192eea20391,segment=NetworkSegment(9a67efc2-d7ce-4f62-866d-8d00770eb16a),segment_id=9a67efc2-d7ce-4f62-866d-8d00770eb16a)] {{(pid=86534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:00:34.450224 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-3436cb5c-10aa-44d0-9ab2-c36f706e1ead None None] Set router 00623980-bcab-4aa3-835c-7597b2070f19 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:00:34.602756 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:34.630100 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7c253f07-4a93-4714-86a6-d316d29ccfe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:34.721326 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device e55f7c69-693c-4733-9d3b-fd390fbe1af8 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:00:34.980853 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:35.128659 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 55040) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:35.148380 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Pushing event updated for resources: {'Port': ['ID=f9edfcd7-f295-4aef-813c-d192eea20391,revision_number=2']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:35.156613 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:35.233031 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port e55f7c69-693c-4733-9d3b-fd390fbe1af8 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:00:35.251923 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port e55f7c69-693c-4733-9d3b-fd390fbe1af8 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:00:35.252924 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:35.282343 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-52c41e85-bdfc-4343-a284-fcc0cbfbc67e tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:35.409581 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-52c41e85-bdfc-4343-a284-fcc0cbfbc67e tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:35.670314 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-52c41e85-bdfc-4343-a284-fcc0cbfbc67e tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:35.695190 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-44d8f2c4-69c3-46ab-b2ad-a018e8cf6450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:35.727379 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c41e85-bdfc-4343-a284-fcc0cbfbc67e tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1aab1b0-759a-44b1-9574-48b5a5b2e721,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:35.730550 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-52c41e85-bdfc-4343-a284-fcc0cbfbc67e tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:35.734021 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7174-4891-4be2-b6cf-24e388dafd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:35.750819 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-52c41e85-bdfc-4343-a284-fcc0cbfbc67e tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:35.755624 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-52c41e85-bdfc-4343-a284-fcc0cbfbc67e tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "DELETE /v2.0/security-groups/f1aab1b0-759a-44b1-9574-48b5a5b2e721 HTTP/1.1" status: 204  len: 168 time: 0.6241689
Apr 22 13:00:35.756935 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 55054) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:35.799704 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.v2.resource [None req-05009100-e35d-47b6-af1d-0b669bed9e6a tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] show failed (client error): The resource could not be found.
Apr 22 13:00:35.806181 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-05009100-e35d-47b6-af1d-0b669bed9e6a tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups/f1aab1b0-759a-44b1-9574-48b5a5b2e721 HTTP/1.1" status: 404  len: 347 time: 0.0394583
Apr 22 13:00:35.806509 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 55058) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:35.816208 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767967'] for router, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:35.864636 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-3436cb5c-10aa-44d0-9ab2-c36f706e1ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c0f4828>, [{'id': '00623980-bcab-4aa3-835c-7597b2070f19', 'name': 'tempest-AttachVolumeShelveTestJSON-94947041-router', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '09858608-4580-482c-aec6-de6d6c925750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:46Z', 'updated_at': '2021-04-22T12:56:21Z', 'revision_number': 4, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'gw_port': {'id': '09858608-4580-482c-aec6-de6d6c925750', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:54Z', 'updated_at': '2021-04-22T12:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '44fc2b42-316b-49bc-bec6-324934a8d4a9', 'name': '', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'mac_address': 'fa:16:3e:e4:90:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:17Z', 'updated_at': '2021-04-22T12:56:41Z', 'revision_number': 5, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'subnets': [{'id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:35.870518 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3436cb5c-10aa-44d0-9ab2-c36f706e1ead None None] Checking router: 00623980-bcab-4aa3-835c-7597b2070f19 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:00:35.873807 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:35.917385 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3436cb5c-10aa-44d0-9ab2-c36f706e1ead None None] Routers {'00623980-bcab-4aa3-835c-7597b2070f19'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:00:35.918296 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-3436cb5c-10aa-44d0-9ab2-c36f706e1ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c0f4828>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:00:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['00623980-bcab-4aa3-835c-7597b2070f19'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:36.073350 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-6856f3a2-ad87-4fa6-b597-0a182e05a413 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Deleting port ed12baec-fa2f-4233-b239-dc8fd30186b4 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:00:36.074023 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6856f3a2-ad87-4fa6-b597-0a182e05a413 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:36.319053 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6856f3a2-ad87-4fa6-b597-0a182e05a413 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:36.319434 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6856f3a2-ad87-4fa6-b597-0a182e05a413 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:36.551040 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port e55f7c69-693c-4733-9d3b-fd390fbe1af8, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=e55f7c69-693c-4733-9d3b-fd390fbe1af8,segment=NetworkSegment(a608daa6-dfec-42e7-8fad-4704766614e8),segment_id=a608daa6-dfec-42e7-8fad-4704766614e8)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:00:36.568990 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-3436cb5c-10aa-44d0-9ab2-c36f706e1ead None None] Set router 00623980-bcab-4aa3-835c-7597b2070f19 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:00:36.631801 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Router deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8 is scheduled to L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 with binding_index 1 {{(pid=86532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 13:00:36.662387 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:36.672834 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:36.827748 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-6856f3a2-ad87-4fa6-b597-0a182e05a413 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Calling delete_port for ed12baec-fa2f-4233-b239-dc8fd30186b4 owned by network:floatingip {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:00:36.967801 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device f9edfcd7-f295-4aef-813c-d192eea20391 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:00:37.036265 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:00:37.044665 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] Sync routers for ids ['deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8'] in dv-cinder-787262-3-iscsi {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:00:37.084667 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] Routers {'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:00:37.085958 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65d1a0f98>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:00:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:37.163140 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Notify callbacks [] for router, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:37.164441 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 6.2259657
Apr 22 13:00:37.168913 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 55078) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:37.312496 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6856f3a2-ad87-4fa6-b597-0a182e05a413 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:37.322304 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9263e384-9787-4354-974d-a77dc5b8f448 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:37.439829 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856f3a2-ad87-4fa6-b597-0a182e05a413 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Pushing event deleted for resources: {'Port': ['ID=ed12baec-fa2f-4233-b239-dc8fd30186b4,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:37.446580 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6856f3a2-ad87-4fa6-b597-0a182e05a413 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:37.602853 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] Set router deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:00:37.781037 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:37.792162 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53d99cc-3827-4606-b861-38ed9e1925a4 None None] Network 920677a1-ab08-464a-a2c2-ce6d57dbf6a9 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:00:37.797011 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6856f3a2-ad87-4fa6-b597-0a182e05a413 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for floatingip, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:37.849680 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6856f3a2-ad87-4fa6-b597-0a182e05a413 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for floatingip, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:37.865697 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-6856f3a2-ad87-4fa6-b597-0a182e05a413 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "DELETE /v2.0/floatingips/515946e4-0727-43c3-9fa9-238bdd943591 HTTP/1.1" status: 204  len: 168 time: 2.0554571
Apr 22 13:00:37.918492 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d3e9d280-410c-42b2-923f-96b96751eddb req-08491716-afe9-4f3c-9c59-dee9650c238d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2316227
Apr 22 13:00:38.132604 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=e55f7c69-693c-4733-9d3b-fd390fbe1af8,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:38.210032 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.537s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:38.217371 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9d280-410c-42b2-923f-96b96751eddb req-6ba94acd-0025-4b73-a521-f389bf80702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:38.218937 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d3e9d280-410c-42b2-923f-96b96751eddb req-6ba94acd-0025-4b73-a521-f389bf80702e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=074fdbf4f1214f53add5cfdd523c42e4&device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 1098 time: 0.2762408
Apr 22 13:00:38.285334 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-32d8c0c3-6af9-4d42-8c9a-3e90d5446565 None None] Provisioning for port f9edfcd7-f295-4aef-813c-d192eea20391 completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:00:38.315230 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65d1a0f98>, [{'id': 'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8', 'name': 'tempest-TestShelveInstance-666241076-router', 'tenant_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '184fec37-1f7a-4161-9627-b2776ab42cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:31Z', 'updated_at': '2021-04-22T13:00:34Z', 'revision_number': 3, 'project_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'gw_port': {'id': '184fec37-1f7a-4161-9627-b2776ab42cbf', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:32Z', 'updated_at': '2021-04-22T13:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:38.318540 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 55092) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:38.324411 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] Checking router: deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8 for host: dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:00:38.325055 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] Updating router deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8 port 184fec37-1f7a-4161-9627-b2776ab42cbf binding host dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 13:00:38.328442 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-dc647483-1366-4a13-87a5-a3a9008ee658 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1940462832', 'description': 'tempest-description--1527313809'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:00:38.336433 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-dc647483-1366-4a13-87a5-a3a9008ee658 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:38.342184 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-dc647483-1366-4a13-87a5-a3a9008ee658 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Usage tracker for resource:security_group and tenant:16ebc3a73d9045e79c95afc066b0c4f5 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:38.347285 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-dc647483-1366-4a13-87a5-a3a9008ee658 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:38.356895 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-dc647483-1366-4a13-87a5-a3a9008ee658 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:38.422592 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:38.471526 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port f9edfcd7-f295-4aef-813c-d192eea20391 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:00:38.501711 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port f9edfcd7-f295-4aef-813c-d192eea20391 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:00:38.502296 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:38.573483 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc647483-1366-4a13-87a5-a3a9008ee658 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:38.639028 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-dc647483-1366-4a13-87a5-a3a9008ee658 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:38.644456 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da03051d-e532-49d5-b7fc-095b42f8fe6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:38.659814 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-dc647483-1366-4a13-87a5-a3a9008ee658 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Usage tracker for resource:security_group_rule and tenant:16ebc3a73d9045e79c95afc066b0c4f5 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:38.692728 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-dc647483-1366-4a13-87a5-a3a9008ee658 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:38.720568 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-dc647483-1366-4a13-87a5-a3a9008ee658 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:38.771018 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9d280-410c-42b2-923f-96b96751eddb req-3e372d8b-c180-4bd8-a1fc-1527e2a21b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:38.774152 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d3e9d280-410c-42b2-923f-96b96751eddb req-3e372d8b-c180-4bd8-a1fc-1527e2a21b70 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 HTTP/1.1" status: 200  len: 912 time: 0.5166342
Apr 22 13:00:38.828545 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-3436cb5c-10aa-44d0-9ab2-c36f706e1ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c0f4828>, [{'id': '00623980-bcab-4aa3-835c-7597b2070f19', 'name': 'tempest-AttachVolumeShelveTestJSON-94947041-router', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '09858608-4580-482c-aec6-de6d6c925750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:46Z', 'updated_at': '2021-04-22T12:56:21Z', 'revision_number': 4, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'gw_port': {'id': '09858608-4580-482c-aec6-de6d6c925750', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:54Z', 'updated_at': '2021-04-22T12:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '44fc2b42-316b-49bc-bec6-324934a8d4a9', 'name': '', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'mac_address': 'fa:16:3e:e4:90:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:17Z', 'updated_at': '2021-04-22T12:56:41Z', 'revision_number': 5, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'subnets': [{'id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:38.850953 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3436cb5c-10aa-44d0-9ab2-c36f706e1ead None None] The sync data for ids ['00623980-bcab-4aa3-835c-7597b2070f19'] in dv-cinder-787262-3-iscsi is: [{'id': '00623980-bcab-4aa3-835c-7597b2070f19', 'name': 'tempest-AttachVolumeShelveTestJSON-94947041-router', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '09858608-4580-482c-aec6-de6d6c925750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:46Z', 'updated_at': '2021-04-22T12:56:21Z', 'revision_number': 4, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'gw_port': {'id': '09858608-4580-482c-aec6-de6d6c925750', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:54Z', 'updated_at': '2021-04-22T12:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '44fc2b42-316b-49bc-bec6-324934a8d4a9', 'name': '', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'mac_address': 'fa:16:3e:e4:90:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:17Z', 'updated_at': '2021-04-22T12:56:41Z', 'revision_number': 5, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'subnets': [{'id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:00:38.910536 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 55102) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:39.099122 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d3e9d280-410c-42b2-923f-96b96751eddb req-6f2a1d12-c582-40c6-a7b2-b78a4e677119 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4d68785-07eb-4fc6-88ce-123248c53100 HTTP/1.1" status: 200  len: 999 time: 0.3115892
Apr 22 13:00:39.128341 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:39.159627 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc647483-1366-4a13-87a5-a3a9008ee658 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:39.222447 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port f9edfcd7-f295-4aef-813c-d192eea20391, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=f9edfcd7-f295-4aef-813c-d192eea20391,segment=NetworkSegment(9a67efc2-d7ce-4f62-866d-8d00770eb16a),segment_id=9a67efc2-d7ce-4f62-866d-8d00770eb16a)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:00:39.272012 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:39.276709 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:39.301973 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9d280-410c-42b2-923f-96b96751eddb req-086d50cf-8fa4-4399-8f4d-46b2f975ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:39.304814 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d3e9d280-410c-42b2-923f-96b96751eddb req-086d50cf-8fa4-4399-8f4d-46b2f975ed68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ded796f-1a8d-487b-8bc7-3beffd6cbda9 HTTP/1.1" status: 200  len: 850 time: 0.1426718
Apr 22 13:00:39.309699 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc647483-1366-4a13-87a5-a3a9008ee658 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:39.380720 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cbf80d34-9bd4-4f1c-a01f-409782b40b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:39.396945 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] Notify callbacks [] for port, precommit_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:39.407577 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=f9edfcd7-f295-4aef-813c-d192eea20391,revision_number=3']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:39.420111 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:39.425614 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:39.428530 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] Transition to ACTIVE for port object 184fec37-1f7a-4161-9627-b2776ab42cbf will not be triggered until provisioned by entity L2. {{(pid=86535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:00:39.455064 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1571a577-36b4-4175-9597-d4a9f4c9e62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:39.486754 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:39.498838 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:39.583047 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device e55f7c69-693c-4733-9d3b-fd390fbe1af8 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:00:39.607150 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc647483-1366-4a13-87a5-a3a9008ee658 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9af25a-fb15-463e-999e-1fbf110559aa,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:39.621701 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-1571a577-36b4-4175-9597-d4a9f4c9e62d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:39.626322 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-dc647483-1366-4a13-87a5-a3a9008ee658 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:39.638311 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-1571a577-36b4-4175-9597-d4a9f4c9e62d admin admin] Usage tracker for resource:security_group_rule and tenant:d573c2c6c2e149e1b86e42852a60243d is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:39.647776 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc647483-1366-4a13-87a5-a3a9008ee658 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:39.650231 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-dc647483-1366-4a13-87a5-a3a9008ee658 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.3323531
Apr 22 13:00:39.653064 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-1571a577-36b4-4175-9597-d4a9f4c9e62d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:39.655232 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5471ea-286e-4260-bcb9-18135b58f42d None None] Pushing event updated for resources: {'Port': ['ID=184fec37-1f7a-4161-9627-b2776ab42cbf,revision_number=2']} {{(pid=86535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:39.660815 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4c5471ea-286e-4260-bcb9-18135b58f42d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:39.666466 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 55116) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:39.685362 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-4c20a8c2-8ac6-4a3e-80df-794ea2e1412c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Request body: {'security_group_rule': {'security_group_id': '1b9af25a-fb15-463e-999e-1fbf110559aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:00:39.691143 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-1571a577-36b4-4175-9597-d4a9f4c9e62d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:39.704522 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-4c20a8c2-8ac6-4a3e-80df-794ea2e1412c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:39.716406 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] Attempting to bind port 184fec37-1f7a-4161-9627-b2776ab42cbf on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:00:39.717317 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] Attempting to bind port 184fec37-1f7a-4161-9627-b2776ab42cbf by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}] {{(pid=86535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:00:39.718383 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] Attempting to bind port 184fec37-1f7a-4161-9627-b2776ab42cbf on network 2ddae30a-787b-4105-96b6-1d621d63b6d6 {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:00:39.730933 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-4c20a8c2-8ac6-4a3e-80df-794ea2e1412c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Usage tracker for resource:security_group_rule and tenant:16ebc3a73d9045e79c95afc066b0c4f5 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:39.731158 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:00:39.731587 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] Checking segment: {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:00:39.732314 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:39.733011 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] Bound using segment: {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'} {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:00:39.733897 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] Bound port: 184fec37-1f7a-4161-9627-b2776ab42cbf, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}}] {{(pid=86535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:00:39.734572 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:39.740442 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-4c20a8c2-8ac6-4a3e-80df-794ea2e1412c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:39.753228 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-4c20a8c2-8ac6-4a3e-80df-794ea2e1412c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:39.759584 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444b242a-e6e5-40da-8ad8-e41770921864 None None] New status for floating IP 515946e4-0727-43c3-9fa9-238bdd943591: DOWN {{(pid=86534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 13:00:39.781337 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9d280-410c-42b2-923f-96b96751eddb req-246e7325-05d9-4723-b147-b348d7d1647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:39.783599 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d3e9d280-410c-42b2-923f-96b96751eddb req-246e7325-05d9-4723-b147-b348d7d1647a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4666677
Apr 22 13:00:39.909765 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4c20a8c2-8ac6-4a3e-80df-794ea2e1412c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:39.942072 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-b2eea5a3-e73a-44d5-9450-a61f3ca0606d None None] Provisioning complete for port f9edfcd7-f295-4aef-813c-d192eea20391 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:00:39.942715 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b2eea5a3-e73a-44d5-9450-a61f3ca0606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:39.974496 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] Allocated IP 172.20.0.1 (920677a1-ab08-464a-a2c2-ce6d57dbf6a9/a52cea15-4b6a-430c-8a63-2a1f4a781a3d/659ef297-9721-4a7e-a893-a6741184fb7a) {{(pid=86532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:00:40.026893 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port e55f7c69-693c-4733-9d3b-fd390fbe1af8 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:00:40.027648 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:40.038025 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d3e9d280-410c-42b2-923f-96b96751eddb req-8f1d389c-0919-4d33-97fa-ad5207cc086a service neutron] 10.222.0.35 "GET /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2460983
Apr 22 13:00:40.049412 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] For port 184fec37-1f7a-4161-9627-b2776ab42cbf, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:00:40.057472 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] For port 184fec37-1f7a-4161-9627-b2776ab42cbf, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=184fec37-1f7a-4161-9627-b2776ab42cbf,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:00:40.102184 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:40.136567 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b4a37786-380b-4d44-8ccf-c0f4cce3424f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:40.182736 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1571a577-36b4-4175-9597-d4a9f4c9e62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:40.192520 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4c20a8c2-8ac6-4a3e-80df-794ea2e1412c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:40.234655 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1571a577-36b4-4175-9597-d4a9f4c9e62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:40.251988 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] Routers {'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:00:40.252590 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65d1a0f98>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:00:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:40.257119 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-671011a1-4246-44f3-a989-f6a62df70535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:40.317390 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4c20a8c2-8ac6-4a3e-80df-794ea2e1412c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:40.337965 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571a577-36b4-4175-9597-d4a9f4c9e62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c342b7e0-5c2f-4671-9284-60c99a85e97d,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:40.353706 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:40.372571 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1571a577-36b4-4175-9597-d4a9f4c9e62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:40.381200 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-66b9b6b8-9e34-4bb7-8df2-c373dcfcce3b tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:40.390910 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d3e9d280-410c-42b2-923f-96b96751eddb req-6f398a94-e5a4-4061-a286-edae0060dff1 service neutron] 10.222.0.35 "GET /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3451712
Apr 22 13:00:40.427756 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-1571a577-36b4-4175-9597-d4a9f4c9e62d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d573c2c6c2e149e1b86e42852a60243d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5148149
Apr 22 13:00:40.444632 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20a8c2-8ac6-4a3e-80df-794ea2e1412c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97d2595-4f15-4983-b440-68d3b2c91a1f,revision_number=0']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:40.449723 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 55122) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:40.469965 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4c20a8c2-8ac6-4a3e-80df-794ea2e1412c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:40.471021 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:40.481205 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5471ea-286e-4260-bcb9-18135b58f42d None None] Pushing event updated for resources: {'Port': ['ID=184fec37-1f7a-4161-9627-b2776ab42cbf,revision_number=3']} {{(pid=86535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:40.487615 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4c5471ea-286e-4260-bcb9-18135b58f42d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:40.544432 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4c20a8c2-8ac6-4a3e-80df-794ea2e1412c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:40.546045 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-4c20a8c2-8ac6-4a3e-80df-794ea2e1412c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8781476
Apr 22 13:00:40.550468 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 55126) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:40.560582 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-3b202a58-4673-4436-bd71-d8f65a097a5d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Request body: {'security_group_rule': {'security_group_id': '1b9af25a-fb15-463e-999e-1fbf110559aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:00:40.595047 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-3b202a58-4673-4436-bd71-d8f65a097a5d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:40.598145 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a4c70e93-3aea-4e83-a467-a2f390a7cfc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:40.613295 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-3b202a58-4673-4436-bd71-d8f65a097a5d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Usage tracker for resource:security_group_rule and tenant:16ebc3a73d9045e79c95afc066b0c4f5 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:40.620739 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-3b202a58-4673-4436-bd71-d8f65a097a5d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:40.640066 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-3b202a58-4673-4436-bd71-d8f65a097a5d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:40.654202 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a4c70e93-3aea-4e83-a467-a2f390a7cfc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:40.715687 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:40.734710 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3b202a58-4673-4436-bd71-d8f65a097a5d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:40.764474 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] Set router deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:00:40.785939 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] Transition to ACTIVE for port object 659ef297-9721-4a7e-a893-a6741184fb7a will not be triggered until provisioned by entity DHCP. {{(pid=86532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:00:40.866599 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:40.872314 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:40.912361 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3b202a58-4673-4436-bd71-d8f65a097a5d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:40.943363 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] Network 920677a1-ab08-464a-a2c2-ce6d57dbf6a9 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:00:40.947118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:00:40.949609 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] Received port after_create {{(pid=86532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:00:40.964273 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3b202a58-4673-4436-bd71-d8f65a097a5d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:40.965280 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a4c70e93-3aea-4e83-a467-a2f390a7cfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:40.973461 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-dc647483-1366-4a13-87a5-a3a9008ee658 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:40.987369 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c70e93-3aea-4e83-a467-a2f390a7cfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c342b7e0-5c2f-4671-9284-60c99a85e97d,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:40.993698 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a4c70e93-3aea-4e83-a467-a2f390a7cfc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:40.996512 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] Pushing event updated for resources: {'Port': ['ID=659ef297-9721-4a7e-a893-a6741184fb7a,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:40.999270 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4c20a8c2-8ac6-4a3e-80df-794ea2e1412c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:41.000778 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:41.025916 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a4c70e93-3aea-4e83-a467-a2f390a7cfc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:41.029832 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-a4c70e93-3aea-4e83-a467-a2f390a7cfc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c342b7e0-5c2f-4671-9284-60c99a85e97d HTTP/1.1" status: 204  len: 168 time: 0.5763984
Apr 22 13:00:41.029832 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b202a58-4673-4436-bd71-d8f65a097a5d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1b97b8-f022-421e-b1d6-2c6c7b85c02f,revision_number=0']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:41.036862 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854006782'] for router_interface, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:41.040681 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3b202a58-4673-4436-bd71-d8f65a097a5d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:41.071563 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3b202a58-4673-4436-bd71-d8f65a097a5d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:41.072877 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-3b202a58-4673-4436-bd71-d8f65a097a5d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5213294
Apr 22 13:00:41.076844 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 55132) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:41.082754 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Request body: {'floatingip': {'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:00:41.099147 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:41.105317 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Usage tracker for resource:floatingip and tenant:16ebc3a73d9045e79c95afc066b0c4f5 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:41.115365 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:41.127449 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:41.147049 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65d1a0f98>, [{'id': 'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8', 'name': 'tempest-TestShelveInstance-666241076-router', 'tenant_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '184fec37-1f7a-4161-9627-b2776ab42cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:31Z', 'updated_at': '2021-04-22T13:00:34Z', 'revision_number': 3, 'project_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'gw_port': {'id': '184fec37-1f7a-4161-9627-b2776ab42cbf', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:32Z', 'updated_at': '2021-04-22T13:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:41.151569 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8cacc1-5d40-49d3-9327-72876df8895d None None] The sync data for ids ['deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8'] in dv-cinder-787262-3-iscsi is: [{'id': 'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8', 'name': 'tempest-TestShelveInstance-666241076-router', 'tenant_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '184fec37-1f7a-4161-9627-b2776ab42cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:31Z', 'updated_at': '2021-04-22T13:00:34Z', 'revision_number': 3, 'project_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'gw_port': {'id': '184fec37-1f7a-4161-9627-b2776ab42cbf', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:32Z', 'updated_at': '2021-04-22T13:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}] {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:00:41.197297 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:41.201221 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for floatingip, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:41.288517 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-ab4345c6-e9c6-4024-9e86-917be3819b02 None None] Provisioning for port 659ef297-9721-4a7e-a893-a6741184fb7a completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:00:41.290354 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:41.303349 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-ab4345c6-e9c6-4024-9e86-917be3819b02 None None] Provisioning complete for port 659ef297-9721-4a7e-a893-a6741184fb7a triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:00:41.305515 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ab4345c6-e9c6-4024-9e86-917be3819b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:41.422548 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-ab4345c6-e9c6-4024-9e86-917be3819b02 None None] Port 659ef297-9721-4a7e-a893-a6741184fb7a cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 13:00:41.424009 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:41.446882 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device f9edfcd7-f295-4aef-813c-d192eea20391 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:00:41.814313 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Allocated IP 172.27.3.150 (2ddae30a-787b-4105-96b6-1d621d63b6d6/f62b3f7c-fd2a-4037-bea1-66926d384c05/d3fd39bd-0baf-407e-9d5a-9a9c578b1995) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:00:41.869378 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port f9edfcd7-f295-4aef-813c-d192eea20391 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:00:41.869935 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:41.878289 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:41.950352 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843907407'] for port, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:42.037124 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:42.172661 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] Pushing event updated for resources: {'Port': ['ID=659ef297-9721-4a7e-a893-a6741184fb7a,revision_number=2']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:42.175802 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:42.177340 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-769125'] for router_interface, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:42.207131 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:42.275695 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:42.281042 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-52a3c5c0-254b-49ba-a4c5-3c8e37372991 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:42.447691 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] Network 920677a1-ab08-464a-a2c2-ce6d57dbf6a9 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:00:42.449293 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:00:42.855245 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:00:42.856998 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Pushing event updated for resources: {'Port': ['ID=d3fd39bd-0baf-407e-9d5a-9a9c578b1995,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:42.862224 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:00:42.866097 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:42.867259 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:00:42.885378 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-97082c96-df02-4922-85ff-1097a2121550 None None] Provisioning complete for port 659ef297-9721-4a7e-a893-a6741184fb7a triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:00:42.886062 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-97082c96-df02-4922-85ff-1097a2121550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:43.036927 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] Router deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:00:43.037613 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-97082c96-df02-4922-85ff-1097a2121550 None None] Port 659ef297-9721-4a7e-a893-a6741184fb7a cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 13:00:43.050244 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:43.203680 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:43.255574 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:00:43.266761 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] 10.222.0.20 "PUT /v2.0/routers/deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0957420
Apr 22 13:00:43.450287 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 184fec37-1f7a-4161-9627-b2776ab42cbf up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:00:43.523088 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:43.596160 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:43.608228 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2269c70-5157-4749-a8c5-d7196c11bbab tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:43.626361 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port 184fec37-1f7a-4161-9627-b2776ab42cbf completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:00:43.644272 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 184fec37-1f7a-4161-9627-b2776ab42cbf triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:00:43.645241 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:43.782630 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-769201'] for floatingip, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:43.863232 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Pushing event updated for resources: {'Port': ['ID=d3fd39bd-0baf-407e-9d5a-9a9c578b1995,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:43.866718 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:43.900780 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for floatingip, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:43.902171 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.8242390
Apr 22 13:00:43.993106 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:44.033370 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port 184fec37-1f7a-4161-9627-b2776ab42cbf, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=184fec37-1f7a-4161-9627-b2776ab42cbf,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:00:44.067638 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:44.073562 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 55196) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:44.077868 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:44.084593 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-c7f293c6-2e95-4250-ab84-9b1ca8a5f15e tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1455676445', 'description': 'tempest-secgroup-smoke-1455676445 description', 'project_id': 'f47160e096ea4aef93cb730e0accf8e6'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:00:44.093843 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c7f293c6-2e95-4250-ab84-9b1ca8a5f15e tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:44.099022 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c7f293c6-2e95-4250-ab84-9b1ca8a5f15e tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Usage tracker for resource:security_group and tenant:f47160e096ea4aef93cb730e0accf8e6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:44.103165 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c7f293c6-2e95-4250-ab84-9b1ca8a5f15e tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:44.110237 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c7f293c6-2e95-4250-ab84-9b1ca8a5f15e tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:44.151672 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c7f293c6-2e95-4250-ab84-9b1ca8a5f15e tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:44.196307 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c7f293c6-2e95-4250-ab84-9b1ca8a5f15e tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:44.203745 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c7f293c6-2e95-4250-ab84-9b1ca8a5f15e tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Usage tracker for resource:security_group_rule and tenant:f47160e096ea4aef93cb730e0accf8e6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:44.209385 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c7f293c6-2e95-4250-ab84-9b1ca8a5f15e tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:44.222591 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c7f293c6-2e95-4250-ab84-9b1ca8a5f15e tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:44.224918 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=184fec37-1f7a-4161-9627-b2776ab42cbf,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:44.239647 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:44.367453 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c7f293c6-2e95-4250-ab84-9b1ca8a5f15e tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:44.397662 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c7f293c6-2e95-4250-ab84-9b1ca8a5f15e tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:44.436980 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5277c616-55ad-43cd-ab84-d4d8af8b6966 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:44.472713 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f293c6-2e95-4250-ab84-9b1ca8a5f15e tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26ef2402-3bbc-45b5-899a-bbb8b3a49d62,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:44.475930 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c7f293c6-2e95-4250-ab84-9b1ca8a5f15e tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:44.518025 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c7f293c6-2e95-4250-ab84-9b1ca8a5f15e tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:44.519482 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-c7f293c6-2e95-4250-ab84-9b1ca8a5f15e tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4446573
Apr 22 13:00:44.523945 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 55212) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:44.541838 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-b22cca16-e137-478c-8e11-7090ee86f366 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Request body: {'security_group_rule': {'security_group_id': '26ef2402-3bbc-45b5-899a-bbb8b3a49d62', 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:00:44.555025 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-b22cca16-e137-478c-8e11-7090ee86f366 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:44.562859 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-b22cca16-e137-478c-8e11-7090ee86f366 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Usage tracker for resource:security_group_rule and tenant:f47160e096ea4aef93cb730e0accf8e6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:44.573050 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-b22cca16-e137-478c-8e11-7090ee86f366 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:44.587795 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-b22cca16-e137-478c-8e11-7090ee86f366 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:44.646453 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b22cca16-e137-478c-8e11-7090ee86f366 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:44.788814 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b22cca16-e137-478c-8e11-7090ee86f366 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:44.820476 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-df682a2f-76a7-4778-b70e-0697a1443685 req-c2b6daaf-e603-4190-b5eb-e8f8b262450c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1940462832&fields=id&tenant_id=16ebc3a73d9045e79c95afc066b0c4f5 HTTP/1.1" status: 200  len: 267 time: 0.0592663
Apr 22 13:00:44.908344 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b22cca16-e137-478c-8e11-7090ee86f366 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:44.959765 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] Sync routers for ids ['deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8'] in dv-cinder-787262-3-iscsi {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:00:44.976585 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] Routers {'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:00:44.977750 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c5770f0>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:00:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:44.998246 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:45.045032 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cca16-e137-478c-8e11-7090ee86f366 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93ba128-4b89-49ef-a513-661629422e3b,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:45.052034 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b22cca16-e137-478c-8e11-7090ee86f366 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:45.126102 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df682a2f-76a7-4778-b70e-0697a1443685 req-45ace45c-b283-4b9d-a94f-575939fdb99a tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:45.127828 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-df682a2f-76a7-4778-b70e-0697a1443685 req-45ace45c-b283-4b9d-a94f-575939fdb99a tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/networks?id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0 HTTP/1.1" status: 200  len: 815 time: 0.2930427
Apr 22 13:00:45.129162 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b22cca16-e137-478c-8e11-7090ee86f366 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:45.133735 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 55232) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:45.141624 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-4cff66af-e4f1-495e-a419-6820fe8738dc tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Request body: {'security_group_rule': {'security_group_id': '26ef2402-3bbc-45b5-899a-bbb8b3a49d62', 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:00:45.142585 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-b22cca16-e137-478c-8e11-7090ee86f366 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6168778
Apr 22 13:00:45.149233 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-4cff66af-e4f1-495e-a419-6820fe8738dc tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:45.154843 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-4cff66af-e4f1-495e-a419-6820fe8738dc tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Usage tracker for resource:security_group_rule and tenant:f47160e096ea4aef93cb730e0accf8e6 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:45.158666 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-4cff66af-e4f1-495e-a419-6820fe8738dc tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:45.165770 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-4cff66af-e4f1-495e-a419-6820fe8738dc tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:45.187384 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-df682a2f-76a7-4778-b70e-0697a1443685 req-5b795fde-4067-4217-b223-e2facfddb5af tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/quotas/16ebc3a73d9045e79c95afc066b0c4f5 HTTP/1.1" status: 200  len: 375 time: 0.0414569
Apr 22 13:00:45.239564 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 55236) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:45.247661 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4cff66af-e4f1-495e-a419-6820fe8738dc tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:45.257006 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] Set router deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:00:45.293452 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-df682a2f-76a7-4778-b70e-0697a1443685 req-f22a6008-e16e-4aae-8be6-e6d7636fee70 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=16ebc3a73d9045e79c95afc066b0c4f5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1050491
Apr 22 13:00:45.320255 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4cff66af-e4f1-495e-a419-6820fe8738dc tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:45.369231 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4cff66af-e4f1-495e-a419-6820fe8738dc tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:45.371557 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3b202a58-4673-4436-bd71-d8f65a097a5d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:45.391040 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff66af-e4f1-495e-a419-6820fe8738dc tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6dba34-c712-4cb0-a006-a3550bc318fb,revision_number=0']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:45.397738 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4cff66af-e4f1-495e-a419-6820fe8738dc tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:45.409613 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 184fec37-1f7a-4161-9627-b2776ab42cbf up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:00:45.430967 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-46fa25e1-724e-47e3-bb64-b5037edf306e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:45.450825 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-46fa25e1-724e-47e3-bb64-b5037edf306e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:45.454873 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-46fa25e1-724e-47e3-bb64-b5037edf306e admin admin] Usage tracker for resource:security_group_rule and tenant:08026c7a69514007be467fb0d2ac02da is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:45.458364 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-46fa25e1-724e-47e3-bb64-b5037edf306e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:45.465092 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-46fa25e1-724e-47e3-bb64-b5037edf306e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:45.500943 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4cff66af-e4f1-495e-a419-6820fe8738dc tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:45.506506 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-4cff66af-e4f1-495e-a419-6820fe8738dc tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3672059
Apr 22 13:00:45.507509 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 55244) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:45.524539 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-8fcec1c1-acec-4aaf-b898-a147d1063c2c tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Request body: {'security_group_rule': {'security_group_id': '26ef2402-3bbc-45b5-899a-bbb8b3a49d62', 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:00:45.532244 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-8fcec1c1-acec-4aaf-b898-a147d1063c2c tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:45.538000 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 184fec37-1f7a-4161-9627-b2776ab42cbf triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:00:45.538432 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:45.538566 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-8fcec1c1-acec-4aaf-b898-a147d1063c2c tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Usage tracker for resource:security_group_rule and tenant:f47160e096ea4aef93cb730e0accf8e6 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:45.542864 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-8fcec1c1-acec-4aaf-b898-a147d1063c2c tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:45.550889 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-8fcec1c1-acec-4aaf-b898-a147d1063c2c tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:45.604922 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8fcec1c1-acec-4aaf-b898-a147d1063c2c tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:45.676613 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-df682a2f-76a7-4778-b70e-0697a1443685 req-b23a57b3-1a18-438c-a6af-84e8a32b2fac service neutron] 10.222.0.20 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3464613
Apr 22 13:00:45.701279 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8fcec1c1-acec-4aaf-b898-a147d1063c2c tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:45.710940 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-46fa25e1-724e-47e3-bb64-b5037edf306e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:45.746341 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8fcec1c1-acec-4aaf-b898-a147d1063c2c tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:45.750286 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:45.778790 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c5770f0>, [{'id': 'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8', 'name': 'tempest-TestShelveInstance-666241076-router', 'tenant_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '184fec37-1f7a-4161-9627-b2776ab42cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:31Z', 'updated_at': '2021-04-22T13:00:41Z', 'revision_number': 4, 'project_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'gw_port': {'id': '184fec37-1f7a-4161-9627-b2776ab42cbf', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:32Z', 'updated_at': '2021-04-22T13:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '659ef297-9721-4a7e-a893-a6741184fb7a', 'name': '', 'network_id': '920677a1-ab08-464a-a2c2-ce6d57dbf6a9', 'tenant_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'mac_address': 'fa:16:3e:5b:dd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'a52cea15-4b6a-430c-8a63-2a1f4a781a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:39Z', 'updated_at': '2021-04-22T13:00:41Z', 'revision_number': 2, 'project_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'subnets': [{'id': 'a52cea15-4b6a-430c-8a63-2a1f4a781a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:45.779182 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcec1c1-acec-4aaf-b898-a147d1063c2c tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b44796-2732-4308-bcc9-50b933dfdf55,revision_number=0']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:45.781889 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8fcec1c1-acec-4aaf-b898-a147d1063c2c tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:45.784485 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] Checking router: deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8 for host: dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:00:45.785041 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] Updating router deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8 port 659ef297-9721-4a7e-a893-a6741184fb7a binding host dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 13:00:45.788605 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-46fa25e1-724e-47e3-bb64-b5037edf306e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:45.798773 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a4c70e93-3aea-4e83-a467-a2f390a7cfc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:45.846946 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8fcec1c1-acec-4aaf-b898-a147d1063c2c tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:45.850895 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-8fcec1c1-acec-4aaf-b898-a147d1063c2c tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3376384
Apr 22 13:00:45.850895 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa25e1-724e-47e3-bb64-b5037edf306e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd17580-e246-42f3-a393-ee8c7bf418a7,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:45.852122 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 55248) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:45.853801 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:45.856798 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-46fa25e1-724e-47e3-bb64-b5037edf306e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08026c7a69514007be467fb0d2ac02da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6159139
Apr 22 13:00:45.858117 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-46fa25e1-724e-47e3-bb64-b5037edf306e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:45.858895 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-df682a2f-76a7-4778-b70e-0697a1443685 req-91ea3633-c71f-462e-a19c-a084cd5018b6 service neutron] 10.222.0.20 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1702950
Apr 22 13:00:45.861126 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 55252) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:45.862239 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-6b67d2f3-acf8-40f1-859e-b2d2ebb62f5b tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Request body: {'security_group_rule': {'security_group_id': '26ef2402-3bbc-45b5-899a-bbb8b3a49d62', 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:00:45.876692 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-6b67d2f3-acf8-40f1-859e-b2d2ebb62f5b tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:45.881888 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-6b67d2f3-acf8-40f1-859e-b2d2ebb62f5b tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Usage tracker for resource:security_group_rule and tenant:f47160e096ea4aef93cb730e0accf8e6 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:45.888134 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-6b67d2f3-acf8-40f1-859e-b2d2ebb62f5b tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:45.896712 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-6b67d2f3-acf8-40f1-859e-b2d2ebb62f5b tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:45.943931 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-50465750-27b2-4e32-92d4-b608642aac1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:45.950768 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6b67d2f3-acf8-40f1-859e-b2d2ebb62f5b tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:45.977493 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-50465750-27b2-4e32-92d4-b608642aac1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:46.078243 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-50465750-27b2-4e32-92d4-b608642aac1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:46.086176 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f6517557-f603-4150-9603-f6380ae66122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:46.091821 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6b67d2f3-acf8-40f1-859e-b2d2ebb62f5b tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:46.103611 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50465750-27b2-4e32-92d4-b608642aac1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd17580-e246-42f3-a393-ee8c7bf418a7,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:46.110395 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-50465750-27b2-4e32-92d4-b608642aac1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:46.113250 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-50465750-27b2-4e32-92d4-b608642aac1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:46.114895 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-50465750-27b2-4e32-92d4-b608642aac1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5cd17580-e246-42f3-a393-ee8c7bf418a7 HTTP/1.1" status: 204  len: 168 time: 0.2526634
Apr 22 13:00:46.134610 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6b67d2f3-acf8-40f1-859e-b2d2ebb62f5b tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:46.157446 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4cff66af-e4f1-495e-a419-6820fe8738dc tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:46.241915 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67d2f3-acf8-40f1-859e-b2d2ebb62f5b tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7499ee7c-d196-4357-b9ee-c9b3ce8447ac,revision_number=0']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:46.247888 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6b67d2f3-acf8-40f1-859e-b2d2ebb62f5b tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:46.287953 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6b67d2f3-acf8-40f1-859e-b2d2ebb62f5b tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:46.290317 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-6b67d2f3-acf8-40f1-859e-b2d2ebb62f5b tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4369721
Apr 22 13:00:46.293074 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 55272) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:46.299229 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-ba87080d-9f6a-4b0b-8661-9caaa6309343 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Request body: {'security_group_rule': {'security_group_id': '26ef2402-3bbc-45b5-899a-bbb8b3a49d62', 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:00:46.307123 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:00:46.308371 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-ba87080d-9f6a-4b0b-8661-9caaa6309343 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:46.313660 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-ba87080d-9f6a-4b0b-8661-9caaa6309343 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Usage tracker for resource:security_group_rule and tenant:f47160e096ea4aef93cb730e0accf8e6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:46.316950 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-ba87080d-9f6a-4b0b-8661-9caaa6309343 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:46.324094 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-ba87080d-9f6a-4b0b-8661-9caaa6309343 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:46.397042 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] Notify callbacks [] for port, precommit_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:46.401263 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.securitygroups_db [None req-ba87080d-9f6a-4b0b-8661-9caaa6309343 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Project f47160e096ea4aef93cb730e0accf8e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 22 13:00:46.410395 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] Transition to ACTIVE for port object 659ef297-9721-4a7e-a893-a6741184fb7a will not be triggered until provisioned by entity L2. {{(pid=86535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:00:46.417061 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ba87080d-9f6a-4b0b-8661-9caaa6309343 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:46.466723 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:46.472334 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-fe857201-2eb3-4f8f-a65b-6feb492e83b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:46.674500 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ba87080d-9f6a-4b0b-8661-9caaa6309343 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:46.718822 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ba87080d-9f6a-4b0b-8661-9caaa6309343 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:46.719222 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbea62-b02d-438a-a4a7-e4bfa0db5a12 None None] Pushing event updated for resources: {'Port': ['ID=659ef297-9721-4a7e-a893-a6741184fb7a,revision_number=3']} {{(pid=86535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:46.749409 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9bcbea62-b02d-438a-a4a7-e4bfa0db5a12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:46.786699 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:46.816727 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87080d-9f6a-4b0b-8661-9caaa6309343 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3ca408-2ebd-4794-810b-ffc259d25336,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:46.824618 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ba87080d-9f6a-4b0b-8661-9caaa6309343 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:46.826821 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-5d8ab833-d379-486c-b03e-b4377b82cdd6 req-6b71623f-cc18-442b-bea5-245bee5df903 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Synchronizing usage tracker for tenant:16ebc3a73d9045e79c95afc066b0c4f5 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:00:46.856754 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] Attempting to bind port 659ef297-9721-4a7e-a893-a6741184fb7a on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:00:46.857084 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] Attempting to bind port 659ef297-9721-4a7e-a893-a6741184fb7a by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': '9a67efc2-d7ce-4f62-866d-8d00770eb16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '920677a1-ab08-464a-a2c2-ce6d57dbf6a9'}] {{(pid=86535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:00:46.857469 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] Attempting to bind port 659ef297-9721-4a7e-a893-a6741184fb7a on network 920677a1-ab08-464a-a2c2-ce6d57dbf6a9 {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:00:46.867566 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:00:46.867986 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] Checking segment: {'id': '9a67efc2-d7ce-4f62-866d-8d00770eb16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '920677a1-ab08-464a-a2c2-ce6d57dbf6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:00:46.868428 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:46.869108 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] Bound using segment: {'id': '9a67efc2-d7ce-4f62-866d-8d00770eb16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '920677a1-ab08-464a-a2c2-ce6d57dbf6a9'} {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:00:46.869642 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] Bound port: 659ef297-9721-4a7e-a893-a6741184fb7a, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a67efc2-d7ce-4f62-866d-8d00770eb16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '920677a1-ab08-464a-a2c2-ce6d57dbf6a9'}}] {{(pid=86535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:00:46.870078 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:46.892923 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ba87080d-9f6a-4b0b-8661-9caaa6309343 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:46.893400 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-5d8ab833-d379-486c-b03e-b4377b82cdd6 req-6b71623f-cc18-442b-bea5-245bee5df903 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Unset dirty status for tenant:16ebc3a73d9045e79c95afc066b0c4f5 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:00:46.894263 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-ba87080d-9f6a-4b0b-8661-9caaa6309343 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5999677
Apr 22 13:00:46.897415 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 55286) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:46.908246 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5d8ab833-d379-486c-b03e-b4377b82cdd6 req-6b71623f-cc18-442b-bea5-245bee5df903 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 210 time: 0.6760907
Apr 22 13:00:46.909406 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-1996491f-4806-4fb4-a942-b43316fd2aeb tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Request body: {'security_group_rule': {'security_group_id': '26ef2402-3bbc-45b5-899a-bbb8b3a49d62', 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:00:46.915486 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-1996491f-4806-4fb4-a942-b43316fd2aeb tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:46.923009 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-1996491f-4806-4fb4-a942-b43316fd2aeb tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Usage tracker for resource:security_group_rule and tenant:f47160e096ea4aef93cb730e0accf8e6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:46.927925 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-1996491f-4806-4fb4-a942-b43316fd2aeb tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:46.935601 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-1996491f-4806-4fb4-a942-b43316fd2aeb tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:47.031220 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] For port 659ef297-9721-4a7e-a893-a6741184fb7a, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:00:47.034788 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] For port 659ef297-9721-4a7e-a893-a6741184fb7a, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=659ef297-9721-4a7e-a893-a6741184fb7a,segment=NetworkSegment(9a67efc2-d7ce-4f62-866d-8d00770eb16a),segment_id=9a67efc2-d7ce-4f62-866d-8d00770eb16a)] {{(pid=86535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:00:47.065900 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 55290) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:47.083075 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:47.084232 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.securitygroups_db [None req-1996491f-4806-4fb4-a942-b43316fd2aeb tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Project f47160e096ea4aef93cb730e0accf8e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 22 13:00:47.094546 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c962767c-d8a0-4ab5-8d44-db299c54d6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:47.099290 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:47.107202 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1996491f-4806-4fb4-a942-b43316fd2aeb tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:47.134966 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c962767c-d8a0-4ab5-8d44-db299c54d6be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:47.155071 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c962767c-d8a0-4ab5-8d44-db299c54d6be admin admin] Usage tracker for resource:security_group_rule and tenant:b9b67e8ae2284af887f8800457d72eac is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:47.159677 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c962767c-d8a0-4ab5-8d44-db299c54d6be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:47.177646 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c962767c-d8a0-4ab5-8d44-db299c54d6be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:47.219809 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] Routers {'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:00:47.220395 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c5770f0>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:00:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:47.256192 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1996491f-4806-4fb4-a942-b43316fd2aeb tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:47.322074 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1996491f-4806-4fb4-a942-b43316fd2aeb tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:47.335034 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ba87080d-9f6a-4b0b-8661-9caaa6309343 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:47.361375 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbea62-b02d-438a-a4a7-e4bfa0db5a12 None None] Pushing event updated for resources: {'Port': ['ID=659ef297-9721-4a7e-a893-a6741184fb7a,revision_number=4']} {{(pid=86535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:47.366632 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9bcbea62-b02d-438a-a4a7-e4bfa0db5a12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:47.418298 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996491f-4806-4fb4-a942-b43316fd2aeb tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72029d7-0f41-4794-9aa7-5f15b5c5b235,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:47.471656 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1996491f-4806-4fb4-a942-b43316fd2aeb tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:47.480431 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c962767c-d8a0-4ab5-8d44-db299c54d6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:47.512002 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] Set router deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:00:47.519089 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c962767c-d8a0-4ab5-8d44-db299c54d6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:47.530299 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a2edc707-1591-4922-84d7-3ad2c7d0dae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:47.559699 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1996491f-4806-4fb4-a942-b43316fd2aeb tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:47.571139 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-1996491f-4806-4fb4-a942-b43316fd2aeb tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.6720550
Apr 22 13:00:47.596471 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-c962767c-d8a0-4ab5-8d44-db299c54d6be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9b67e8ae2284af887f8800457d72eac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5292318
Apr 22 13:00:47.599568 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 55302) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:47.600441 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962767c-d8a0-4ab5-8d44-db299c54d6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24299656-fc2d-46f8-a7d4-9ac566f36687,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:47.614511 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c962767c-d8a0-4ab5-8d44-db299c54d6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:47.758401 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ddac1056-7117-46b4-9588-e4bdf6baecd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:47.787161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ddac1056-7117-46b4-9588-e4bdf6baecd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:47.923272 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ddac1056-7117-46b4-9588-e4bdf6baecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:47.927631 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-952f1857-05d0-45a8-98ea-0702db4c4c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:47.946155 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac1056-7117-46b4-9588-e4bdf6baecd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24299656-fc2d-46f8-a7d4-9ac566f36687,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:47.949826 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ddac1056-7117-46b4-9588-e4bdf6baecd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:47.952512 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ddac1056-7117-46b4-9588-e4bdf6baecd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:47.953749 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-ddac1056-7117-46b4-9588-e4bdf6baecd7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24299656-fc2d-46f8-a7d4-9ac566f36687 HTTP/1.1" status: 204  len: 168 time: 0.3407142
Apr 22 13:00:48.136873 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c5770f0>, [{'id': 'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8', 'name': 'tempest-TestShelveInstance-666241076-router', 'tenant_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '184fec37-1f7a-4161-9627-b2776ab42cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:31Z', 'updated_at': '2021-04-22T13:00:41Z', 'revision_number': 4, 'project_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'gw_port': {'id': '184fec37-1f7a-4161-9627-b2776ab42cbf', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:32Z', 'updated_at': '2021-04-22T13:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '659ef297-9721-4a7e-a893-a6741184fb7a', 'name': '', 'network_id': '920677a1-ab08-464a-a2c2-ce6d57dbf6a9', 'tenant_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'mac_address': 'fa:16:3e:5b:dd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'a52cea15-4b6a-430c-8a63-2a1f4a781a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:39Z', 'updated_at': '2021-04-22T13:00:46Z', 'revision_number': 4, 'project_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'subnets': [{'id': 'a52cea15-4b6a-430c-8a63-2a1f4a781a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:00:48.145979 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7695c4-ee5f-4ebf-a937-fd9c099608ee None None] The sync data for ids ['deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8'] in dv-cinder-787262-3-iscsi is: [{'id': 'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8', 'name': 'tempest-TestShelveInstance-666241076-router', 'tenant_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '184fec37-1f7a-4161-9627-b2776ab42cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:31Z', 'updated_at': '2021-04-22T13:00:41Z', 'revision_number': 4, 'project_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'gw_port': {'id': '184fec37-1f7a-4161-9627-b2776ab42cbf', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:32Z', 'updated_at': '2021-04-22T13:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '659ef297-9721-4a7e-a893-a6741184fb7a', 'name': '', 'network_id': '920677a1-ab08-464a-a2c2-ce6d57dbf6a9', 'tenant_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'mac_address': 'fa:16:3e:5b:dd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'a52cea15-4b6a-430c-8a63-2a1f4a781a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:39Z', 'updated_at': '2021-04-22T13:00:46Z', 'revision_number': 4, 'project_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'subnets': [{'id': 'a52cea15-4b6a-430c-8a63-2a1f4a781a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:00:48.276497 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8b2a2bda-8d68-4ff3-8fbd-d885029b8e30 req-db88141a-36a1-42a6-b636-8de0d9d40d4b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 210 time: 0.1250963
Apr 22 13:00:49.344916 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df682a2f-76a7-4778-b70e-0697a1443685 req-f6651d74-528a-41c4-bd7e-3d4493cb3c0c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:49.346855 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-df682a2f-76a7-4778-b70e-0697a1443685 req-f6651d74-528a-41c4-bd7e-3d4493cb3c0c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.35 "GET /v2.0/networks?id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0 HTTP/1.1" status: 200  len: 815 time: 0.2617559
Apr 22 13:00:49.430504 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-df682a2f-76a7-4778-b70e-0697a1443685 req-1b63f72d-e875-4f49-b7ea-6edaee03a587 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Synchronizing usage tracker for tenant:16ebc3a73d9045e79c95afc066b0c4f5 on resource:security_group {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:00:49.501519 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 659ef297-9721-4a7e-a893-a6741184fb7a up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:00:49.544832 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-115a5ec5-e55e-4d78-a56a-b66ae50dfa38 req-a25988f5-c76a-4ed9-a4e9-92f518d21d36 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 210 time: 0.1021402
Apr 22 13:00:49.603834 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-df682a2f-76a7-4778-b70e-0697a1443685 req-1b63f72d-e875-4f49-b7ea-6edaee03a587 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Unset dirty status for tenant:16ebc3a73d9045e79c95afc066b0c4f5 on resource:security_group {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:00:49.606556 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-df682a2f-76a7-4778-b70e-0697a1443685 req-1b63f72d-e875-4f49-b7ea-6edaee03a587 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16ebc3a73d9045e79c95afc066b0c4f5 HTTP/1.1" status: 200  len: 380 time: 0.2492270
Apr 22 13:00:49.634307 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-df682a2f-76a7-4778-b70e-0697a1443685 req-41a0a8e4-66ad-4577-a077-e6f7e5dc1847 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Request body: {'port': {'device_id': '8b421675-a91b-448e-b6cd-1ec38104caf9', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'admin_state_up': True, 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'security_groups': ['1b9af25a-fb15-463e-999e-1fbf110559aa']}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:00:49.698176 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port 659ef297-9721-4a7e-a893-a6741184fb7a completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:00:49.707575 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 659ef297-9721-4a7e-a893-a6741184fb7a triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:00:49.708318 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:49.836730 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-df682a2f-76a7-4778-b70e-0697a1443685 req-41a0a8e4-66ad-4577-a077-e6f7e5dc1847 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:49.850318 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-df682a2f-76a7-4778-b70e-0697a1443685 req-41a0a8e4-66ad-4577-a077-e6f7e5dc1847 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:49.877302 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:49.887297 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df682a2f-76a7-4778-b70e-0697a1443685 req-41a0a8e4-66ad-4577-a077-e6f7e5dc1847 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Made reservation on behalf of 16ebc3a73d9045e79c95afc066b0c4f5 for: {'port': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:00:49.894808 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-df682a2f-76a7-4778-b70e-0697a1443685 req-41a0a8e4-66ad-4577-a077-e6f7e5dc1847 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:49.923740 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port 659ef297-9721-4a7e-a893-a6741184fb7a, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=659ef297-9721-4a7e-a893-a6741184fb7a,segment=NetworkSegment(9a67efc2-d7ce-4f62-866d-8d00770eb16a),segment_id=9a67efc2-d7ce-4f62-866d-8d00770eb16a)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:00:49.955796 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:49.958469 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:50.056347 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=659ef297-9721-4a7e-a893-a6741184fb7a,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:50.060697 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:50.121350 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [req-df682a2f-76a7-4778-b70e-0697a1443685 req-41a0a8e4-66ad-4577-a077-e6f7e5dc1847 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Allocated IP 172.20.0.5 (4a172ddd-5456-4f17-bd1a-5de10be1b0e0/cfdd58e2-dfbe-4bfe-8827-61f9efcab136/c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:00:50.434727 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-df682a2f-76a7-4778-b70e-0697a1443685 req-41a0a8e4-66ad-4577-a077-e6f7e5dc1847 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:50.457202 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-df682a2f-76a7-4778-b70e-0697a1443685 req-41a0a8e4-66ad-4577-a077-e6f7e5dc1847 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Transition to ACTIVE for port object c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e will not be triggered until provisioned by entity DHCP. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:00:50.576056 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-df682a2f-76a7-4778-b70e-0697a1443685 req-41a0a8e4-66ad-4577-a077-e6f7e5dc1847 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:50.593134 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:50.760858 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0a8e4-66ad-4577-a077-e6f7e5dc1847 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Pushing event updated for resources: {'Port': ['ID=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:50.766711 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-41a0a8e4-66ad-4577-a077-e6f7e5dc1847 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:50.788549 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df682a2f-76a7-4778-b70e-0697a1443685 req-41a0a8e4-66ad-4577-a077-e6f7e5dc1847 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Network 4a172ddd-5456-4f17-bd1a-5de10be1b0e0 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:00:50.790521 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [req-df682a2f-76a7-4778-b70e-0697a1443685 req-41a0a8e4-66ad-4577-a077-e6f7e5dc1847 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:00:50.807784 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-df682a2f-76a7-4778-b70e-0697a1443685 req-41a0a8e4-66ad-4577-a077-e6f7e5dc1847 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:00:50.964130 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df682a2f-76a7-4778-b70e-0697a1443685 req-41a0a8e4-66ad-4577-a077-e6f7e5dc1847 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:50.965340 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-df682a2f-76a7-4778-b70e-0697a1443685 req-41a0a8e4-66ad-4577-a077-e6f7e5dc1847 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:51.030359 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e7753-7c16-42d2-a8b5-eb34cb17c57e req-213fd524-a3db-4e49-ae82-71cef6bf2486 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:51.038079 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6d1e7753-7c16-42d2-a8b5-eb34cb17c57e req-213fd524-a3db-4e49-ae82-71cef6bf2486 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 931 time: 0.2892869
Apr 22 13:00:51.085523 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-df682a2f-76a7-4778-b70e-0697a1443685 req-41a0a8e4-66ad-4577-a077-e6f7e5dc1847 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4696581
Apr 22 13:00:51.104559 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Request body: {'port': {'device_id': '8b421675-a91b-448e-b6cd-1ec38104caf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:00:51.112098 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6d1e7753-7c16-42d2-a8b5-eb34cb17c57e req-80404b72-19bb-47fc-94c1-09fa17d3a748 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673747
Apr 22 13:00:51.258881 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-b933ef12-4f6d-469e-a31e-4cc5cd200a32 None None] Provisioning for port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:00:51.273156 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-b933ef12-4f6d-469e-a31e-4cc5cd200a32 None None] Provisioning complete for port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:00:51.275011 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b933ef12-4f6d-469e-a31e-4cc5cd200a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:51.342066 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:51.410983 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-b933ef12-4f6d-469e-a31e-4cc5cd200a32 None None] Port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 13:00:51.458128 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 659ef297-9721-4a7e-a893-a6741184fb7a up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:00:51.617114 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 659ef297-9721-4a7e-a893-a6741184fb7a triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:00:51.617488 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:51.843339 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d861cc-8a19-4519-8ca4-b28fc4324ff5 req-d559fa98-2bd8-4ad7-b81e-cd2a8a9fca34 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:51.847483 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-17d861cc-8a19-4519-8ca4-b28fc4324ff5 req-d559fa98-2bd8-4ad7-b81e-cd2a8a9fca34 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.1924062
Apr 22 13:00:51.961305 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-17d861cc-8a19-4519-8ca4-b28fc4324ff5 req-495ae67c-de14-4fc2-9cff-09977e1ae68c tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011465
Apr 22 13:00:52.090012 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e {{(pid=86533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:00:52.100575 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:52.117476 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Transition to ACTIVE for port object c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e will not be triggered until provisioned by entity L2. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:00:52.155279 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:52.160752 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:52.390663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:52.425158 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:52.579586 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Attempting to bind port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:00:52.580152 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Attempting to bind port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'df461302-4648-4d0f-b105-e63066378a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0'}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:00:52.580152 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Attempting to bind port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e on network 4a172ddd-5456-4f17-bd1a-5de10be1b0e0 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:00:52.592750 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e on network 4a172ddd-5456-4f17-bd1a-5de10be1b0e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 13:00:52.592750 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Attempting to bind port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e on network 4a172ddd-5456-4f17-bd1a-5de10be1b0e0 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:00:52.605539 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70710482-f7d8-4848-9002-cefcdfdbf97e req-b71bf41a-ac10-4f75-868c-b844ac4aba7c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:52.606516 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-70710482-f7d8-4848-9002-cefcdfdbf97e req-b71bf41a-ac10-4f75-868c-b844ac4aba7c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Synchronizing usage tracker for tenant:16ebc3a73d9045e79c95afc066b0c4f5 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:00:52.614598 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Checking agent: {'id': 'c59c10bf-e5dd-4538-bcf5-3ec585cc6c03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'started_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:00:52.617431 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Checking segment: {'id': 'df461302-4648-4d0f-b105-e63066378a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:00:52.617431 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Bound using segment: {'id': 'df461302-4648-4d0f-b105-e63066378a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0'} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:00:52.617431 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Bound port: c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df461302-4648-4d0f-b105-e63066378a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0'}}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:00:52.617431 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:52.683853 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-70710482-f7d8-4848-9002-cefcdfdbf97e req-b71bf41a-ac10-4f75-868c-b844ac4aba7c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Unset dirty status for tenant:16ebc3a73d9045e79c95afc066b0c4f5 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:00:52.685737 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-70710482-f7d8-4848-9002-cefcdfdbf97e req-b71bf41a-ac10-4f75-868c-b844ac4aba7c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.2596014
Apr 22 13:00:52.780588 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] For port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e, host hv-cinder-78726, cleared binding levels {{(pid=86533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:00:52.789148 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-70710482-f7d8-4848-9002-cefcdfdbf97e req-6b7f5f45-f284-4b5a-85b0-25e9440f63e1 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0907969
Apr 22 13:00:52.795560 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] For port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:00:52.855386 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:52.860481 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:52.934333 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:52.935019 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:52.936605 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] 10.222.0.35 "PUT /v2.0/ports/c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e HTTP/1.1" status: 200  len: 1093 time: 1.8413930
Apr 22 13:00:52.937170 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b421675-a91b-448e-b6cd-1ec38104caf9', 'tag': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:00:52.969396 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,revision_number=3']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:52.986526 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:53.026971 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b421675-a91b-448e-b6cd-1ec38104caf9', 'tag': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e', 'status': 'completed', 'code': 200}
Apr 22 13:00:53.239077 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df682a2f-76a7-4778-b70e-0697a1443685 req-33cf31c7-8e6b-47f6-bfc4-fd6e1180fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:53.240788 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-df682a2f-76a7-4778-b70e-0697a1443685 req-33cf31c7-8e6b-47f6-bfc4-fd6e1180fd20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16ebc3a73d9045e79c95afc066b0c4f5&device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 1096 time: 0.2066960
Apr 22 13:00:53.256295 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea5784-6e39-4465-83f0-b1b1ea9cb413 req-f7cbb316-2062-464e-8672-8fb2debdee76 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:53.257968 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-92ea5784-6e39-4465-83f0-b1b1ea9cb413 req-f7cbb316-2062-464e-8672-8fb2debdee76 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.1440103
Apr 22 13:00:53.313997 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-92ea5784-6e39-4465-83f0-b1b1ea9cb413 req-8aa06a7b-e96b-4554-b1d6-74827a4d9bba tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476649
Apr 22 13:00:54.047366 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad5c41-bd7d-41ca-93d1-c2b9c2dbba80 req-a09dc0f9-f1c4-4a55-bc2c-608fe2c20cd7 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:54.049236 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-83ad5c41-bd7d-41ca-93d1-c2b9c2dbba80 req-a09dc0f9-f1c4-4a55-bc2c-608fe2c20cd7 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.1064925
Apr 22 13:00:54.068484 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 55492) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:54.114516 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-83ad5c41-bd7d-41ca-93d1-c2b9c2dbba80 req-46a2d156-d375-4f0f-b311-f3ee16488a27 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579515
Apr 22 13:00:54.234445 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cf754109-99c7-4866-a8d3-04edb20168f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:54.253412 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-cf754109-99c7-4866-a8d3-04edb20168f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:54.257634 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-cf754109-99c7-4866-a8d3-04edb20168f2 admin admin] Usage tracker for resource:security_group_rule and tenant:2c73656973954259a2334c1b220da972 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:54.261262 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-cf754109-99c7-4866-a8d3-04edb20168f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:54.270923 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-cf754109-99c7-4866-a8d3-04edb20168f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:54.466463 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cf754109-99c7-4866-a8d3-04edb20168f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:54.499811 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cf754109-99c7-4866-a8d3-04edb20168f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:54.513634 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2a61ff5a-1476-4231-b80e-abaaa7030724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:54.624064 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-cf754109-99c7-4866-a8d3-04edb20168f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c73656973954259a2334c1b220da972&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5542548
Apr 22 13:00:54.625815 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf754109-99c7-4866-a8d3-04edb20168f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c107d38b-e8f4-4d26-a92f-a2e323870b41,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:54.626795 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 55500) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:54.629149 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cf754109-99c7-4866-a8d3-04edb20168f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:54.671824 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b077e-f7c2-4fa9-9237-505016087998 req-16e4f4e5-9e7e-4dcc-a9a9-7be0e47fe5e3 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:54.673771 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d13b077e-f7c2-4fa9-9237-505016087998 req-16e4f4e5-9e7e-4dcc-a9a9-7be0e47fe5e3 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.1366439
Apr 22 13:00:54.705735 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-602206dd-d56d-40e0-80d9-89f537a23750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:54.732928 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d13b077e-f7c2-4fa9-9237-505016087998 req-a27289b9-56f1-45a4-a818-6bf3e93914f3 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523937
Apr 22 13:00:54.765076 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-602206dd-d56d-40e0-80d9-89f537a23750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:54.849563 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-602206dd-d56d-40e0-80d9-89f537a23750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:54.860464 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9f318db3-ae8a-4da5-8373-eef167826281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:54.885499 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602206dd-d56d-40e0-80d9-89f537a23750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c107d38b-e8f4-4d26-a92f-a2e323870b41,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:54.893119 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-602206dd-d56d-40e0-80d9-89f537a23750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:54.897489 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-602206dd-d56d-40e0-80d9-89f537a23750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:54.901822 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-602206dd-d56d-40e0-80d9-89f537a23750 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c107d38b-e8f4-4d26-a92f-a2e323870b41 HTTP/1.1" status: 204  len: 168 time: 0.2714224
Apr 22 13:00:55.387762 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff6b23-47e9-4d65-80cd-be608514ced2 req-f3eee908-d050-46bb-b2b2-8c29cfa442fe tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:55.390837 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b2ff6b23-47e9-4d65-80cd-be608514ced2 req-f3eee908-d050-46bb-b2b2-8c29cfa442fe tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.1135049
Apr 22 13:00:55.444103 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b2ff6b23-47e9-4d65-80cd-be608514ced2 req-c30c3681-ea93-4098-854c-58da6dd5ab91 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467541
Apr 22 13:00:55.477463 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 55514) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:55.518850 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9ff55bd7-de09-47da-bf9f-46a22600fcef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:55.541582 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-9ff55bd7-de09-47da-bf9f-46a22600fcef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:55.546849 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-9ff55bd7-de09-47da-bf9f-46a22600fcef admin admin] Usage tracker for resource:security_group_rule and tenant:9d68d49d87fd4d21b85ad5910476d552 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:55.549949 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-9ff55bd7-de09-47da-bf9f-46a22600fcef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:55.557840 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-9ff55bd7-de09-47da-bf9f-46a22600fcef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:55.657561 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9ff55bd7-de09-47da-bf9f-46a22600fcef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:55.692887 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9ff55bd7-de09-47da-bf9f-46a22600fcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:55.703046 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-83be8366-5b20-4f60-a735-3a3f3f3e2fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:55.751262 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff55bd7-de09-47da-bf9f-46a22600fcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e97da90-e31b-4d3f-ad72-c6ff62783a6a,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:55.756656 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-9ff55bd7-de09-47da-bf9f-46a22600fcef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d68d49d87fd4d21b85ad5910476d552&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2768872
Apr 22 13:00:55.757950 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9ff55bd7-de09-47da-bf9f-46a22600fcef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:55.760793 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 55518) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:55.834409 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3fb21eb3-892b-4450-9437-a6034f16a94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:55.873282 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3fb21eb3-892b-4450-9437-a6034f16a94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:55.978591 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3fb21eb3-892b-4450-9437-a6034f16a94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:55.984632 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a4f5d-12e4-4ff8-b9e0-0e2c2e9f7553 req-3152fb0c-4931-43f8-9d82-a71447a8e845 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:55.984977 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1f3a4f5d-12e4-4ff8-b9e0-0e2c2e9f7553 req-3152fb0c-4931-43f8-9d82-a71447a8e845 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.1056666
Apr 22 13:00:55.995774 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8adf3e0a-73d9-4c4d-a43d-887e1d2d3def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:56.021119 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb21eb3-892b-4450-9437-a6034f16a94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e97da90-e31b-4d3f-ad72-c6ff62783a6a,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:56.024804 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3fb21eb3-892b-4450-9437-a6034f16a94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:56.030473 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3fb21eb3-892b-4450-9437-a6034f16a94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:56.031856 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-3fb21eb3-892b-4450-9437-a6034f16a94f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e97da90-e31b-4d3f-ad72-c6ff62783a6a HTTP/1.1" status: 204  len: 168 time: 0.2696815
Apr 22 13:00:56.066788 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1f3a4f5d-12e4-4ff8-b9e0-0e2c2e9f7553 req-2b736c33-0b65-457c-a4af-af6e614cc6df tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726197
Apr 22 13:00:56.179166 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-df682a2f-76a7-4778-b70e-0697a1443685 req-ebe3d14c-b200-4178-baff-6e7f149d324b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e HTTP/1.1" status: 200  len: 217 time: 0.0797055
Apr 22 13:00:56.255798 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df682a2f-76a7-4778-b70e-0697a1443685 req-e1bbd087-ffba-409a-8f9c-4ee2fe6c7f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:56.257535 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-df682a2f-76a7-4778-b70e-0697a1443685 req-e1bbd087-ffba-409a-8f9c-4ee2fe6c7f1c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdd58e2-dfbe-4bfe-8827-61f9efcab136 HTTP/1.1" status: 200  len: 854 time: 0.0703099
Apr 22 13:00:56.359571 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df682a2f-76a7-4778-b70e-0697a1443685 req-d6f87c64-8149-4cff-80dc-66061ed745f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:56.361196 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-df682a2f-76a7-4778-b70e-0697a1443685 req-d6f87c64-8149-4cff-80dc-66061ed745f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0908279
Apr 22 13:00:56.790317 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ec8fc-d168-4f9b-90eb-bdd2903d42a8 req-a3001d03-bf60-49c7-b057-2115fcdd85e3 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:56.796367 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d81ec8fc-d168-4f9b-90eb-bdd2903d42a8 req-a3001d03-bf60-49c7-b057-2115fcdd85e3 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.1308489
Apr 22 13:00:56.830981 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-df682a2f-76a7-4778-b70e-0697a1443685 req-b0377877-1102-4c2a-9865-745fa9cda7e0 service neutron] 10.222.0.35 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4609101
Apr 22 13:00:56.851362 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309aa743-f61b-4fd7-ac53-a0f6b1eaa607 req-8749c72b-5c76-4dd9-8566-b88506995c47 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:56.852631 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d81ec8fc-d168-4f9b-90eb-bdd2903d42a8 req-cf462c1a-4dad-4427-89e9-ea96a22634b6 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544116
Apr 22 13:00:56.853051 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-309aa743-f61b-4fd7-ac53-a0f6b1eaa607 req-8749c72b-5c76-4dd9-8566-b88506995c47 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.35 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.3825736
Apr 22 13:00:57.368668 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ea9ff-c40d-4a2d-8374-2745cb42478a req-8ebc52bf-8a8a-4da3-89e1-fba0fec3e6b4 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:57.370703 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cb3ea9ff-c40d-4a2d-8374-2745cb42478a req-8ebc52bf-8a8a-4da3-89e1-fba0fec3e6b4 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.1312711
Apr 22 13:00:57.438545 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cb3ea9ff-c40d-4a2d-8374-2745cb42478a req-3a4bb265-a78c-40a2-9581-860b9da7bf48 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597904
Apr 22 13:00:58.102634 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4c4ee-e4c6-43c4-bc5e-e1c2013be360 req-2ec46430-5de8-46d9-a3ae-fed7dfc6ae6d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:58.104554 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-26a4c4ee-e4c6-43c4-bc5e-e1c2013be360 req-2ec46430-5de8-46d9-a3ae-fed7dfc6ae6d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.1175623
Apr 22 13:00:58.139777 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 55568) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:58.194862 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-26a4c4ee-e4c6-43c4-bc5e-e1c2013be360 req-189b4a32-eb1f-4d0e-864f-8e2c6a510417 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764477
Apr 22 13:00:58.288037 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2b0cef6-8669-4324-93ac-1fa9e2c72f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:58.307439 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c2b0cef6-8669-4324-93ac-1fa9e2c72f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:00:58.313430 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c2b0cef6-8669-4324-93ac-1fa9e2c72f4e admin admin] Usage tracker for resource:security_group_rule and tenant:fb1f9509e5b742ee9762cc81d70b1741 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:00:58.317023 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c2b0cef6-8669-4324-93ac-1fa9e2c72f4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:00:58.323756 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c2b0cef6-8669-4324-93ac-1fa9e2c72f4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:00:58.425486 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2b0cef6-8669-4324-93ac-1fa9e2c72f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:58.460138 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2b0cef6-8669-4324-93ac-1fa9e2c72f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:58.470997 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c9718beb-65a0-49d8-b31a-50c45c688086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:58.514674 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0cef6-8669-4324-93ac-1fa9e2c72f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e011f42-6947-419b-a512-ecdb1f873cf0,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:58.531980 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-c2b0cef6-8669-4324-93ac-1fa9e2c72f4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb1f9509e5b742ee9762cc81d70b1741&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3859241
Apr 22 13:00:58.531980 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b0cef6-8669-4324-93ac-1fa9e2c72f4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.531980 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b0cef6-8669-4324-93ac-1fa9e2c72f4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.531980 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b0cef6-8669-4324-93ac-1fa9e2c72f4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.531980 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b0cef6-8669-4324-93ac-1fa9e2c72f4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.531980 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b0cef6-8669-4324-93ac-1fa9e2c72f4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.531980 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b0cef6-8669-4324-93ac-1fa9e2c72f4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.533034 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b0cef6-8669-4324-93ac-1fa9e2c72f4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.533034 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b0cef6-8669-4324-93ac-1fa9e2c72f4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.533034 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b0cef6-8669-4324-93ac-1fa9e2c72f4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.534135 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b0cef6-8669-4324-93ac-1fa9e2c72f4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.534135 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b0cef6-8669-4324-93ac-1fa9e2c72f4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.534135 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b0cef6-8669-4324-93ac-1fa9e2c72f4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.536224 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 55578) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:00:58.538605 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2b0cef6-8669-4324-93ac-1fa9e2c72f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:58.625275 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-23d3c099-cd77-4aac-924c-337d1e3a9aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:58.657778 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-23d3c099-cd77-4aac-924c-337d1e3a9aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:58.746523 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-23d3c099-cd77-4aac-924c-337d1e3a9aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:58.756397 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9328bc19-9d1f-4e5e-8b36-b169a6d4477f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:00:58.782834 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3c099-cd77-4aac-924c-337d1e3a9aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e011f42-6947-419b-a512-ecdb1f873cf0,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:00:58.791833 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-23d3c099-cd77-4aac-924c-337d1e3a9aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:58.793096 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-23d3c099-cd77-4aac-924c-337d1e3a9aba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e011f42-6947-419b-a512-ecdb1f873cf0 HTTP/1.1" status: 204  len: 168 time: 0.2441828
Apr 22 13:00:58.795826 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d3c099-cd77-4aac-924c-337d1e3a9aba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.796265 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d3c099-cd77-4aac-924c-337d1e3a9aba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.796654 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d3c099-cd77-4aac-924c-337d1e3a9aba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.797025 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d3c099-cd77-4aac-924c-337d1e3a9aba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.797431 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d3c099-cd77-4aac-924c-337d1e3a9aba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.797828 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d3c099-cd77-4aac-924c-337d1e3a9aba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.798225 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d3c099-cd77-4aac-924c-337d1e3a9aba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.798718 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d3c099-cd77-4aac-924c-337d1e3a9aba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.801443 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d3c099-cd77-4aac-924c-337d1e3a9aba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.801443 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d3c099-cd77-4aac-924c-337d1e3a9aba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.803039 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d3c099-cd77-4aac-924c-337d1e3a9aba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.803566 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d3c099-cd77-4aac-924c-337d1e3a9aba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:00:58.807209 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-23d3c099-cd77-4aac-924c-337d1e3a9aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:00:58.909110 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc5b2d-a582-4fb1-8a86-8656a6ae7934 req-7ed288aa-9646-485c-bcbc-3a8f61eef61b tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:58.912140 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e0dc5b2d-a582-4fb1-8a86-8656a6ae7934 req-7ed288aa-9646-485c-bcbc-3a8f61eef61b tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 945 time: 0.3183937
Apr 22 13:00:58.959916 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-309aa743-f61b-4fd7-ac53-a0f6b1eaa607 req-56c08607-3513-439f-b1a8-e36a44e70581 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Deleting port e4d68785-07eb-4fc6-88ce-123248c53100 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:00:58.960557 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-309aa743-f61b-4fd7-ac53-a0f6b1eaa607 req-56c08607-3513-439f-b1a8-e36a44e70581 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:59.193547 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e0dc5b2d-a582-4fb1-8a86-8656a6ae7934 req-b2539a6e-9bbf-49f4-aa95-f8575b54c4a9 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd617e6f-8cf0-419b-9896-88b9a3bd3675&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2710373
Apr 22 13:00:59.257753 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-df682a2f-76a7-4778-b70e-0697a1443685 req-629a3482-b50f-43dc-8808-c9c33f6e12df service neutron] 10.222.0.35 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5813937
Apr 22 13:00:59.476263 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-309aa743-f61b-4fd7-ac53-a0f6b1eaa607 req-56c08607-3513-439f-b1a8-e36a44e70581 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] For port e4d68785-07eb-4fc6-88ce-123248c53100, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=e4d68785-07eb-4fc6-88ce-123248c53100,segment=NetworkSegment(5c1e8466-a640-4708-9852-885c77ca66cf),segment_id=5c1e8466-a640-4708-9852-885c77ca66cf)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:00:59.477192 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-309aa743-f61b-4fd7-ac53-a0f6b1eaa607 req-56c08607-3513-439f-b1a8-e36a44e70581 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:59.510670 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4323773-0e0f-496f-a4a3-7b03e97006c7 req-1e75318a-e7ca-4f6c-8eb5-3465cd5a5c70 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:00:59.513093 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e4323773-0e0f-496f-a4a3-7b03e97006c7 req-1e75318a-e7ca-4f6c-8eb5-3465cd5a5c70 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.1537445
Apr 22 13:00:59.578408 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e4323773-0e0f-496f-a4a3-7b03e97006c7 req-e114f61b-4046-49d5-8354-47728092f3c0 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504999
Apr 22 13:00:59.994254 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-309aa743-f61b-4fd7-ac53-a0f6b1eaa607 req-56c08607-3513-439f-b1a8-e36a44e70581 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:59.994742 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-309aa743-f61b-4fd7-ac53-a0f6b1eaa607 req-56c08607-3513-439f-b1a8-e36a44e70581 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-769201'] for floatingip, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:00:59.995112 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.l3_db [req-309aa743-f61b-4fd7-ac53-a0f6b1eaa607 req-56c08607-3513-439f-b1a8-e36a44e70581 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Floating IP a6c78e53-2984-4615-95fe-0a7b857037c3 disassociated. External IP: 172.27.3.6, port: e4d68785-07eb-4fc6-88ce-123248c53100.
Apr 22 13:00:59.995506 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-309aa743-f61b-4fd7-ac53-a0f6b1eaa607 req-56c08607-3513-439f-b1a8-e36a44e70581 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Calling delete_port for e4d68785-07eb-4fc6-88ce-123248c53100 owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:01:00.094542 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9af60b-ca1e-4216-a75d-70b53205e83e req-13bc8942-2886-43f9-a624-b7dac01a319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:00.096156 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fa9af60b-ca1e-4216-a75d-70b53205e83e req-13bc8942-2886-43f9-a624-b7dac01a319a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16ebc3a73d9045e79c95afc066b0c4f5&device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 1096 time: 0.1968980
Apr 22 13:01:00.427896 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9af60b-ca1e-4216-a75d-70b53205e83e req-e2fe9be6-c8ec-4b0d-b3d6-c7d22b6026bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:00.430341 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fa9af60b-ca1e-4216-a75d-70b53205e83e req-e2fe9be6-c8ec-4b0d-b3d6-c7d22b6026bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0 HTTP/1.1" status: 200  len: 916 time: 0.3185289
Apr 22 13:01:00.433637 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-309aa743-f61b-4fd7-ac53-a0f6b1eaa607 req-56c08607-3513-439f-b1a8-e36a44e70581 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:00.592025 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:00.690221 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device e4d68785-07eb-4fc6-88ce-123248c53100 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:01:00.702537 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fa9af60b-ca1e-4216-a75d-70b53205e83e req-c36ca47d-8960-4fec-a158-4da95178e799 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e HTTP/1.1" status: 200  len: 217 time: 0.2653615
Apr 22 13:01:00.773829 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] No Port match for: e4d68785-07eb-4fc6-88ce-123248c53100 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:01:00.774939 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device e4d68785-07eb-4fc6-88ce-123248c53100 not bound to the agent host hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:01:00.805572 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c08607-3513-439f-b1a8-e36a44e70581 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Pushing event deleted for resources: {'Port': ['ID=e4d68785-07eb-4fc6-88ce-123248c53100,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:00.821132 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-56c08607-3513-439f-b1a8-e36a44e70581 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:00.891166 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0d9f7221-3b9d-4a27-bdba-806f3800ee39 req-2dc88581-0d65-4971-8449-8079e616eb38 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 210 time: 0.4587319
Apr 22 13:01:00.974365 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774533f6-9567-489f-8a38-7fa2c3db9ef4 req-049e5191-b823-4fa6-acd2-3bcd511a9429 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:00.977834 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-774533f6-9567-489f-8a38-7fa2c3db9ef4 req-049e5191-b823-4fa6-acd2-3bcd511a9429 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.1961613
Apr 22 13:01:01.045635 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9af60b-ca1e-4216-a75d-70b53205e83e req-0eede170-3995-404e-a54f-1c0c31b02944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:01.047276 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fa9af60b-ca1e-4216-a75d-70b53205e83e req-0eede170-3995-404e-a54f-1c0c31b02944 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdd58e2-dfbe-4bfe-8827-61f9efcab136 HTTP/1.1" status: 200  len: 854 time: 0.3331263
Apr 22 13:01:01.096298 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-774533f6-9567-489f-8a38-7fa2c3db9ef4 req-bdb15406-33e9-4825-87c8-2cc8b12f8b0e tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1108057
Apr 22 13:01:01.217680 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [req-309aa743-f61b-4fd7-ac53-a0f6b1eaa607 req-56c08607-3513-439f-b1a8-e36a44e70581 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:01:01.351719 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9af60b-ca1e-4216-a75d-70b53205e83e req-c464138d-d04b-4c68-9258-6692e67e2053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:01.354512 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fa9af60b-ca1e-4216-a75d-70b53205e83e req-c464138d-d04b-4c68-9258-6692e67e2053 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2980769
Apr 22 13:01:02.016727 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-309aa743-f61b-4fd7-ac53-a0f6b1eaa607 req-56c08607-3513-439f-b1a8-e36a44e70581 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:01:02.022097 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fa9af60b-ca1e-4216-a75d-70b53205e83e req-5319de05-0c48-4337-832c-b079f1f580a7 service neutron] 10.222.0.35 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5521228
Apr 22 13:01:02.038150 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5978e4-3533-4428-b688-87683b54d2c8 None None] Sync routers for ids ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:01:02.067057 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5978e4-3533-4428-b688-87683b54d2c8 None None] Routers {'8e41e22f-3dc1-4e2d-9ec3-8af636316264'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:01:02.068778 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-0c5978e4-3533-4428-b688-87683b54d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c2eb9e8>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:00:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:01:02.282587 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-0c5978e4-3533-4428-b688-87683b54d2c8 None None] Set router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:01:02.312901 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-61f970e2-174e-4d70-9d9e-010f90dc3ed1 req-14459417-f80b-4b61-a602-bd95208cb64a tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=058e1d26-37a7-49c3-8f4b-a6b0e5c4c093 HTTP/1.1" status: 200  len: 210 time: 0.2114768
Apr 22 13:01:02.328148 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-309aa743-f61b-4fd7-ac53-a0f6b1eaa607 req-56c08607-3513-439f-b1a8-e36a44e70581 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] No DVR routers for this DVR port e4d68785-07eb-4fc6-88ce-123248c53100 on host hv-cinder-78726 {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:01:02.333171 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-309aa743-f61b-4fd7-ac53-a0f6b1eaa607 req-56c08607-3513-439f-b1a8-e36a44e70581 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:02.336311 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058e1d26-37a7-49c3-8f4b-a6b0e5c4c093', 'name': 'network-vif-deleted', 'tag': 'e4d68785-07eb-4fc6-88ce-123248c53100'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:01:02.459486 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-309aa743-f61b-4fd7-ac53-a0f6b1eaa607 req-56c08607-3513-439f-b1a8-e36a44e70581 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.35 "DELETE /v2.0/ports/e4d68785-07eb-4fc6-88ce-123248c53100 HTTP/1.1" status: 204  len: 173 time: 3.7817855
Apr 22 13:01:02.480316 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fa9af60b-ca1e-4216-a75d-70b53205e83e req-48f1d726-eab9-4bc0-b117-27aa2e62c511 service neutron] 10.222.0.35 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3773668
Apr 22 13:01:02.482904 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57afada-305d-4384-8be6-dd709f95780e req-c0cfe68a-22ed-42de-a209-f8a2d8ba056c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:02.486528 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058e1d26-37a7-49c3-8f4b-a6b0e5c4c093', 'name': 'network-vif-deleted', 'tag': 'e4d68785-07eb-4fc6-88ce-123248c53100', 'status': 'completed', 'code': 200}
Apr 22 13:01:02.493619 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c57afada-305d-4384-8be6-dd709f95780e req-c0cfe68a-22ed-42de-a209-f8a2d8ba056c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.1238484
Apr 22 13:01:02.555125 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c57afada-305d-4384-8be6-dd709f95780e req-3a80c025-5b00-4ba5-b478-6cc51aa67fae tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598030
Apr 22 13:01:02.715454 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 13:01:02.734148 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-0c5978e4-3533-4428-b688-87683b54d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c2eb9e8>, [{'id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'name': 'tempest-AttachVolumeTestJSON-1229733816-router', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:40Z', 'updated_at': '2021-04-22T12:56:17Z', 'revision_number': 4, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'gw_port': {'id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:45Z', 'updated_at': '2021-04-22T12:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'c8761fef-da86-45d1-adbb-4e46c8b2d26d', 'name': '', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'mac_address': 'fa:16:3e:36:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:15Z', 'updated_at': '2021-04-22T12:56:35Z', 'revision_number': 5, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'subnets': [{'id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:01:02.749372 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5978e4-3533-4428-b688-87683b54d2c8 None None] Checking router: 8e41e22f-3dc1-4e2d-9ec3-8af636316264 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:01:02.770726 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5978e4-3533-4428-b688-87683b54d2c8 None None] Routers {'8e41e22f-3dc1-4e2d-9ec3-8af636316264'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:01:02.771761 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-0c5978e4-3533-4428-b688-87683b54d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c2eb9e8>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:00:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:01:03.118153 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:01:03.138959 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-0c5978e4-3533-4428-b688-87683b54d2c8 None None] Set router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:01:03.203444 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'port_id': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e', 'mac_address': 'fa:16:3e:e3:24:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 13:01:03.658779 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:03.742798 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:01:03.796862 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:01:03.834350 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadd47c-05ad-4ae9-b7ad-173fd830cf5a req-a68a6542-4da1-4509-af33-265e2da7051d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:03.836078 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ceadd47c-05ad-4ae9-b7ad-173fd830cf5a req-a68a6542-4da1-4509-af33-265e2da7051d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.1396379
Apr 22 13:01:03.897911 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ceadd47c-05ad-4ae9-b7ad-173fd830cf5a req-91b1a2ab-539a-4440-8f52-4e1b5d8e07ef tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544868
Apr 22 13:01:03.900364 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:03.902963 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 55740) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:03.903931 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:03.984479 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-0c5978e4-3533-4428-b688-87683b54d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c2eb9e8>, [{'id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'name': 'tempest-AttachVolumeTestJSON-1229733816-router', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:40Z', 'updated_at': '2021-04-22T12:56:17Z', 'revision_number': 4, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'gw_port': {'id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:45Z', 'updated_at': '2021-04-22T12:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'c8761fef-da86-45d1-adbb-4e46c8b2d26d', 'name': '', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'mac_address': 'fa:16:3e:36:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:15Z', 'updated_at': '2021-04-22T12:56:35Z', 'revision_number': 5, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'subnets': [{'id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:01:03.996054 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5978e4-3533-4428-b688-87683b54d2c8 None None] The sync data for ids ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'] in dv-cinder-787262-3-iscsi is: [{'id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'name': 'tempest-AttachVolumeTestJSON-1229733816-router', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:40Z', 'updated_at': '2021-04-22T12:56:17Z', 'revision_number': 4, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'gw_port': {'id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:45Z', 'updated_at': '2021-04-22T12:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'c8761fef-da86-45d1-adbb-4e46c8b2d26d', 'name': '', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'mac_address': 'fa:16:3e:36:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:15Z', 'updated_at': '2021-04-22T12:56:35Z', 'revision_number': 5, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'subnets': [{'id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:01:03.997266 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e5c8fa02-4d96-47ec-9fd7-89a2d260d5f9 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:04.002427 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:04.006191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:04.057094 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e5c8fa02-4d96-47ec-9fd7-89a2d260d5f9 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:04.170037 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 13:01:04.180480 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e5c8fa02-4d96-47ec-9fd7-89a2d260d5f9 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:04.186425 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ddac1056-7117-46b4-9588-e4bdf6baecd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:04.205340 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8fa02-4d96-47ec-9fd7-89a2d260d5f9 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd617e6f-8cf0-419b-9896-88b9a3bd3675,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:04.210170 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e5c8fa02-4d96-47ec-9fd7-89a2d260d5f9 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:04.375795 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e5c8fa02-4d96-47ec-9fd7-89a2d260d5f9 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:04.378986 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-e5c8fa02-4d96-47ec-9fd7-89a2d260d5f9 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "DELETE /v2.0/security-groups/cd617e6f-8cf0-419b-9896-88b9a3bd3675 HTTP/1.1" status: 204  len: 168 time: 0.4739764
Apr 22 13:01:04.384784 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 55752) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:04.419718 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.v2.resource [None req-524a9c58-de2b-40a5-b80a-5ca50603277f tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] show failed (client error): The resource could not be found.
Apr 22 13:01:04.424616 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 55756) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:04.424857 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-524a9c58-de2b-40a5-b80a-5ca50603277f tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups/cd617e6f-8cf0-419b-9896-88b9a3bd3675 HTTP/1.1" status: 404  len: 347 time: 0.0370104
Apr 22 13:01:04.497392 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d540b4-3b1e-4c76-a23c-fa1e8f9a0e2f None None] New status for floating IP a6c78e53-2984-4615-95fe-0a7b857037c3: DOWN {{(pid=86535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 13:01:04.673793 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-0158d8fb-0cf1-4027-bbad-a6533dd67d76 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Deleting port 2347f2e9-49db-44b2-a79d-cf208ab5422c {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:01:04.674172 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0158d8fb-0cf1-4027-bbad-a6533dd67d76 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:04.892790 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0158d8fb-0cf1-4027-bbad-a6533dd67d76 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:04.893159 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0158d8fb-0cf1-4027-bbad-a6533dd67d76 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:05.037852 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-0158d8fb-0cf1-4027-bbad-a6533dd67d76 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Calling delete_port for 2347f2e9-49db-44b2-a79d-cf208ab5422c owned by network:floatingip {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:01:05.213697 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c371aa-7682-4adb-87c8-152a9322bd19 req-aa956ab8-fe0c-4fb6-89a8-86aa8986d2e0 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:05.215359 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-13c371aa-7682-4adb-87c8-152a9322bd19 req-aa956ab8-fe0c-4fb6-89a8-86aa8986d2e0 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 944 time: 0.1428168
Apr 22 13:01:05.309583 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-13c371aa-7682-4adb-87c8-152a9322bd19 req-1cd17a48-bff3-49d8-92b1-b5ef7ae1e1cc tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854142
Apr 22 13:01:05.348275 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.db.api [None req-0158d8fb-0cf1-4027-bbad-a6533dd67d76 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86533) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 13:01:05.348651 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_db.api [None req-0158d8fb-0cf1-4027-bbad-a6533dd67d76 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 13:01:05.613082 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9e534947-4c94-48a7-8ff8-7cdf93b21945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:05.850002 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-0158d8fb-0cf1-4027-bbad-a6533dd67d76 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Deleting port 2347f2e9-49db-44b2-a79d-cf208ab5422c {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:01:05.850329 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0158d8fb-0cf1-4027-bbad-a6533dd67d76 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:06.083470 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0158d8fb-0cf1-4027-bbad-a6533dd67d76 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:06.083978 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0158d8fb-0cf1-4027-bbad-a6533dd67d76 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:06.240144 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-0158d8fb-0cf1-4027-bbad-a6533dd67d76 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Calling delete_port for 2347f2e9-49db-44b2-a79d-cf208ab5422c owned by network:floatingip {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:01:06.566968 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0158d8fb-0cf1-4027-bbad-a6533dd67d76 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:06.572470 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:06.626163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158d8fb-0cf1-4027-bbad-a6533dd67d76 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Pushing event deleted for resources: {'Port': ['ID=2347f2e9-49db-44b2-a79d-cf208ab5422c,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:06.665693 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c14b44-fca9-4766-8854-cdf30413e5fa req-29a4983a-bef4-425d-acaa-f9d581aa9faa tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:06.672493 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a8c14b44-fca9-4766-8854-cdf30413e5fa req-29a4983a-bef4-425d-acaa-f9d581aa9faa tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 944 time: 0.1300282
Apr 22 13:01:06.675914 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0158d8fb-0cf1-4027-bbad-a6533dd67d76 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:06.720468 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:01:06.756793 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0158d8fb-0cf1-4027-bbad-a6533dd67d76 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for floatingip, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:06.763649 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a8c14b44-fca9-4766-8854-cdf30413e5fa req-d135eada-b7f4-43c4-b1ae-41f385e480fb tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853274
Apr 22 13:01:06.787933 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0158d8fb-0cf1-4027-bbad-a6533dd67d76 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for floatingip, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:06.794128 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-0158d8fb-0cf1-4027-bbad-a6533dd67d76 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "DELETE /v2.0/floatingips/a6c78e53-2984-4615-95fe-0a7b857037c3 HTTP/1.1" status: 204  len: 168 time: 2.3635309
Apr 22 13:01:06.900444 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning for port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:01:06.906559 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:01:06.907026 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:06.972835 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b53f1de8-302d-457d-971c-3fad44e8148d req-302cc308-b0df-46c0-88e2-3e8679e35173 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1455676445&fields=id&tenant_id=f47160e096ea4aef93cb730e0accf8e6 HTTP/1.1" status: 200  len: 267 time: 0.0674615
Apr 22 13:01:07.071827 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:07.079383 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:07.117907 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b421675-a91b-448e-b6cd-1ec38104caf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:01:07.132306 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:01:07.195718 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:07.203324 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:07.255664 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f1de8-302d-457d-971c-3fad44e8148d req-2ebf3553-59ff-4853-b478-4e0e6ac4bcd5 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:07.257378 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b53f1de8-302d-457d-971c-3fad44e8148d req-2ebf3553-59ff-4853-b478-4e0e6ac4bcd5 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/networks?id=d05e26c1-05af-49ff-9dfd-3e90bf4899b5 HTTP/1.1" status: 200  len: 809 time: 0.2730403
Apr 22 13:01:07.299900 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b53f1de8-302d-457d-971c-3fad44e8148d req-39d767bc-5290-407c-a49d-d59d43198e8f tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/quotas/f47160e096ea4aef93cb730e0accf8e6 HTTP/1.1" status: 200  len: 375 time: 0.0269761
Apr 22 13:01:07.326190 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:07.331858 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:07.376422 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 55800) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:07.404339 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-ec048582-2833-4f07-9276-2c27bd81ca35 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1466848590', 'description': 'tempest-description--808551461'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:01:07.414088 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-ec048582-2833-4f07-9276-2c27bd81ca35 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:01:07.423490 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-ec048582-2833-4f07-9276-2c27bd81ca35 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Usage tracker for resource:security_group and tenant:074fdbf4f1214f53add5cfdd523c42e4 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:01:07.448827 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-ec048582-2833-4f07-9276-2c27bd81ca35 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:01:07.464843 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-ec048582-2833-4f07-9276-2c27bd81ca35 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:01:07.507333 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b421675-a91b-448e-b6cd-1ec38104caf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e', 'code': 200}
Apr 22 13:01:07.510125 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b53f1de8-302d-457d-971c-3fad44e8148d req-b85890dc-6692-4941-92ca-676c02a30871 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f47160e096ea4aef93cb730e0accf8e6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1984050
Apr 22 13:01:07.517074 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ec048582-2833-4f07-9276-2c27bd81ca35 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:07.567093 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-ec048582-2833-4f07-9276-2c27bd81ca35 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:01:07.574693 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-ec048582-2833-4f07-9276-2c27bd81ca35 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Usage tracker for resource:security_group_rule and tenant:074fdbf4f1214f53add5cfdd523c42e4 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:01:07.578948 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-ec048582-2833-4f07-9276-2c27bd81ca35 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:01:07.586496 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-ec048582-2833-4f07-9276-2c27bd81ca35 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:01:07.789386 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ec048582-2833-4f07-9276-2c27bd81ca35 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:07.866591 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ec048582-2833-4f07-9276-2c27bd81ca35 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:07.922225 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b5886e55-807b-43f0-a8aa-fd83c6ca9117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:07.982446 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b53f1de8-302d-457d-971c-3fad44e8148d req-52a337cf-ecb0-45a1-b2c4-ec5ca2804095 service neutron] 10.222.0.20 "GET /v2.0/networks/d05e26c1-05af-49ff-9dfd-3e90bf4899b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4511652
Apr 22 13:01:07.983459 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec048582-2833-4f07-9276-2c27bd81ca35 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93034943-a6ab-48c8-965e-55b87b9df0e3,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:07.988128 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ec048582-2833-4f07-9276-2c27bd81ca35 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:07.990595 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-ec048582-2833-4f07-9276-2c27bd81ca35 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.6123126
Apr 22 13:01:07.992670 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ec048582-2833-4f07-9276-2c27bd81ca35 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:07.995876 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 55812) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:08.008463 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-64e86bf4-ed14-43bb-926d-3ac70f576eac tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Request body: {'security_group_rule': {'security_group_id': '93034943-a6ab-48c8-965e-55b87b9df0e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:01:08.022051 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-64e86bf4-ed14-43bb-926d-3ac70f576eac tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:01:08.259599 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b53f1de8-302d-457d-971c-3fad44e8148d req-35dfeb45-90e2-4f0f-bd31-358433a29493 service neutron] 10.222.0.20 "GET /v2.0/networks/d05e26c1-05af-49ff-9dfd-3e90bf4899b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2690787
Apr 22 13:01:08.259599 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4745d-2035-4659-87c2-d7bb4a3a6233 req-cd45a906-7086-4565-b87d-0c84b5e544f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:08.268771 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-50b4745d-2035-4659-87c2-d7bb4a3a6233 req-cd45a906-7086-4565-b87d-0c84b5e544f2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 1098 time: 0.3713799
Apr 22 13:01:08.336711 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-50b4745d-2035-4659-87c2-d7bb4a3a6233 req-10f6165f-b463-4aa5-ac2a-02663631bada service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670686
Apr 22 13:01:08.344039 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-64e86bf4-ed14-43bb-926d-3ac70f576eac tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Usage tracker for resource:security_group_rule and tenant:074fdbf4f1214f53add5cfdd523c42e4 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:01:08.348427 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-64e86bf4-ed14-43bb-926d-3ac70f576eac tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:01:08.356787 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-64e86bf4-ed14-43bb-926d-3ac70f576eac tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:01:08.406788 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcf919-6cdd-489f-8199-00dbf2e26cc4 req-fd0e2f69-9d68-48ff-8087-b040e26525c8 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:08.408570 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1afcf919-6cdd-489f-8199-00dbf2e26cc4 req-fd0e2f69-9d68-48ff-8087-b040e26525c8 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.3813443
Apr 22 13:01:08.448910 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-64e86bf4-ed14-43bb-926d-3ac70f576eac tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:08.512891 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5481c544-6ba5-422f-8409-9ab2e7ac7761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:08.546114 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1afcf919-6cdd-489f-8199-00dbf2e26cc4 req-547f8563-c5dc-48bb-ae92-0a9927d3eb84 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1138229
Apr 22 13:01:08.633153 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-64e86bf4-ed14-43bb-926d-3ac70f576eac tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:08.680955 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-64e86bf4-ed14-43bb-926d-3ac70f576eac tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:08.683281 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:08.717747 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e86bf4-ed14-43bb-926d-3ac70f576eac tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f3a176-e11c-41c6-8ff7-b39331870a0e,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:08.724190 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-64e86bf4-ed14-43bb-926d-3ac70f576eac tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:08.744935 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-64e86bf4-ed14-43bb-926d-3ac70f576eac tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:08.750523 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-64e86bf4-ed14-43bb-926d-3ac70f576eac tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7499011
Apr 22 13:01:08.751234 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 55832) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:08.761531 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-4a2b54af-2c57-415e-8414-551622ac7d42 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Request body: {'security_group_rule': {'security_group_id': '93034943-a6ab-48c8-965e-55b87b9df0e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:01:08.779219 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-4a2b54af-2c57-415e-8414-551622ac7d42 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:01:08.784089 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-4a2b54af-2c57-415e-8414-551622ac7d42 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Usage tracker for resource:security_group_rule and tenant:074fdbf4f1214f53add5cfdd523c42e4 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:01:08.787473 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-4a2b54af-2c57-415e-8414-551622ac7d42 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:01:08.794211 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-4a2b54af-2c57-415e-8414-551622ac7d42 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:01:09.061945 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4a2b54af-2c57-415e-8414-551622ac7d42 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:09.089292 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-24299c7d-593d-4253-b37a-d73669ce9c3f req-87ef7a17-0337-4116-af0e-941c7907b4d9 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Synchronizing usage tracker for tenant:f47160e096ea4aef93cb730e0accf8e6 on resource:port {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:01:09.179737 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4a2b54af-2c57-415e-8414-551622ac7d42 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:09.192026 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-24299c7d-593d-4253-b37a-d73669ce9c3f req-87ef7a17-0337-4116-af0e-941c7907b4d9 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Unset dirty status for tenant:f47160e096ea4aef93cb730e0accf8e6 on resource:port {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:01:09.194165 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-24299c7d-593d-4253-b37a-d73669ce9c3f req-87ef7a17-0337-4116-af0e-941c7907b4d9 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 210 time: 0.1752439
Apr 22 13:01:09.220355 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4a2b54af-2c57-415e-8414-551622ac7d42 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:09.229322 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b22cca16-e137-478c-8e11-7090ee86f366 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:09.251831 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b54af-2c57-415e-8414-551622ac7d42 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f75ad2d-b67f-4931-9203-39fa89788fa4,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:09.254940 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4a2b54af-2c57-415e-8414-551622ac7d42 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:09.361376 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4a2b54af-2c57-415e-8414-551622ac7d42 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:09.363070 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-4a2b54af-2c57-415e-8414-551622ac7d42 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6100011
Apr 22 13:01:09.373286 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 55844) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:09.380490 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Request body: {'floatingip': {'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:01:09.388726 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:01:09.396439 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Usage tracker for resource:floatingip and tenant:074fdbf4f1214f53add5cfdd523c42e4 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:01:09.401991 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:01:09.413894 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:01:09.500351 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for floatingip, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:09.734330 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:09.924778 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2287989-1e27-41e2-a18c-87fba1ffdcd3 req-8b0776af-6dd1-4850-8102-d3dbf1bfb301 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:09.926659 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f2287989-1e27-41e2-a18c-87fba1ffdcd3 req-8b0776af-6dd1-4850-8102-d3dbf1bfb301 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.1432590
Apr 22 13:01:10.040422 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f2287989-1e27-41e2-a18c-87fba1ffdcd3 req-5cc66230-eb28-47c9-915a-a8fb18440d0b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1004896
Apr 22 13:01:10.088597 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Allocated IP 172.27.3.202 (2ddae30a-787b-4105-96b6-1d621d63b6d6/f62b3f7c-fd2a-4037-bea1-66926d384c05/1ef8165d-3ff3-4b38-b471-1601f3040958) {{(pid=86532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:01:10.248549 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:10.358009 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for port, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:10.389888 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ee947-7862-4ab3-8d28-42cae53daf11 req-48aa6d63-95f5-458a-8880-8150f19f927c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:10.391707 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1a2ee947-7862-4ab3-8d28-42cae53daf11 req-48aa6d63-95f5-458a-8880-8150f19f927c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.1568112
Apr 22 13:01:10.416516 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 55864) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:10.432426 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-15a1d940-5431-46a0-a520-6dfcc41b2f3b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Request body: {'floatingip': {'port_id': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:01:10.454184 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-746240f6-3e2c-489a-855c-986ac857cac6 req-6dce0a7c-d138-488d-bb77-049895bc7656 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 210 time: 0.0612712
Apr 22 13:01:10.467538 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:10.572728 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-15a1d940-5431-46a0-a520-6dfcc41b2f3b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for floatingip, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:10.771880 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:10.781591 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c96098b2-4d92-4f70-858a-df843413a53a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:10.870243 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:01:10.877558 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:01:10.885870 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Received port after_create {{(pid=86532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:01:10.937193 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Pushing event updated for resources: {'Port': ['ID=1ef8165d-3ff3-4b38-b471-1601f3040958,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:11.000835 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:11.162780 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:11.311425 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:11.580936 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:11.783802 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-abfee0f5-af0d-4c36-ac74-37e6d553f241 req-32172151-f57d-45f9-86a9-f7e7a7600715 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 210 time: 0.0708594
Apr 22 13:01:11.869152 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.db.resource_extend [None req-15a1d940-5431-46a0-a520-6dfcc41b2f3b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 22 13:01:12.009002 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-15a1d940-5431-46a0-a520-6dfcc41b2f3b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:12.061274 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-15a1d940-5431-46a0-a520-6dfcc41b2f3b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-769201'] for floatingip, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:12.124422 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for port, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:12.190005 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843907407'] for port, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:12.203530 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:12.634919 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Pushing event updated for resources: {'Port': ['ID=1ef8165d-3ff3-4b38-b471-1601f3040958,revision_number=2']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:12.648082 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:12.674257 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-769201'] for floatingip, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:12.708476 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.l3_db [None req-15a1d940-5431-46a0-a520-6dfcc41b2f3b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Floating IP 1c73d37e-748b-41fe-9389-36006eb4e4f7 associated. External IP: 172.27.3.150, port: c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e.
Apr 22 13:01:12.779114 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for floatingip, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:12.780837 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.4060981
Apr 22 13:01:13.067879 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-abba89fd-b799-49cd-95ba-8528a676d8f0 req-2c456e48-c0bc-42f5-a66d-8a274f5b9e87 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 210 time: 0.0602448
Apr 22 13:01:13.364353 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-6aaea7d8-439d-4440-8a03-d507adac2908 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Synchronizing usage tracker for tenant:074fdbf4f1214f53add5cfdd523c42e4 on resource:security_group {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:01:13.459240 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a1d940-5431-46a0-a520-6dfcc41b2f3b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Router 00623980-bcab-4aa3-835c-7597b2070f19 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:01:13.479198 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-6aaea7d8-439d-4440-8a03-d507adac2908 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Unset dirty status for tenant:074fdbf4f1214f53add5cfdd523c42e4 on resource:security_group {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:01:13.481459 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-6aaea7d8-439d-4440-8a03-d507adac2908 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1466848590&fields=id&tenant_id=074fdbf4f1214f53add5cfdd523c42e4 HTTP/1.1" status: 200  len: 267 time: 0.2633941
Apr 22 13:01:13.869509 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a1d940-5431-46a0-a520-6dfcc41b2f3b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:01:13.874677 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-15a1d940-5431-46a0-a520-6dfcc41b2f3b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for floatingip, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:13.885160 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886954ad-0cd6-4d4b-ab0e-eb9ce28abfc5 None None] Sync routers for ids ['00623980-bcab-4aa3-835c-7597b2070f19'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:01:13.905881 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886954ad-0cd6-4d4b-ab0e-eb9ce28abfc5 None None] Routers {'00623980-bcab-4aa3-835c-7597b2070f19'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:01:13.907104 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-886954ad-0cd6-4d4b-ab0e-eb9ce28abfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c648438>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:01:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['00623980-bcab-4aa3-835c-7597b2070f19'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:01:13.917320 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-7bff2a10-1b44-474b-bedc-86511b15d9ed tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:13.919640 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-7bff2a10-1b44-474b-bedc-86511b15d9ed tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/networks?id=9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 HTTP/1.1" status: 200  len: 811 time: 0.3446231
Apr 22 13:01:13.952922 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-1c82cec0-7276-4a1f-b88d-ced473125234 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/quotas/074fdbf4f1214f53add5cfdd523c42e4 HTTP/1.1" status: 200  len: 375 time: 0.0252733
Apr 22 13:01:13.961990 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-15a1d940-5431-46a0-a520-6dfcc41b2f3b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "PUT /v2.0/floatingips/1c73d37e-748b-41fe-9389-36006eb4e4f7 HTTP/1.1" status: 200  len: 991 time: 3.5437663
Apr 22 13:01:13.962929 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b421675-a91b-448e-b6cd-1ec38104caf9', 'tag': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e'}] {{(pid=86532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:01:14.137394 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-886954ad-0cd6-4d4b-ab0e-eb9ce28abfc5 None None] Set router 00623980-bcab-4aa3-835c-7597b2070f19 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:01:14.141125 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-ab079c90-bbba-471c-ad64-708b7a8834b9 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=074fdbf4f1214f53add5cfdd523c42e4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1678107
Apr 22 13:01:14.264234 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b421675-a91b-448e-b6cd-1ec38104caf9', 'tag': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e', 'status': 'completed', 'code': 200}
Apr 22 13:01:14.326653 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-21243152-f01d-4c5e-b186-34824fd7e62e service neutron] 10.222.0.20 "GET /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1614654
Apr 22 13:01:14.526179 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-bd876044-0c83-4673-860c-9dec4a0a1e5e service neutron] 10.222.0.20 "GET /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1804073
Apr 22 13:01:14.600711 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ab864140-e2d8-492d-af4c-ca81b598c517 req-48c5fc15-8eac-4de7-babd-f97204167f81 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 210 time: 0.1866057
Apr 22 13:01:14.643986 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c9535-ea0a-4e76-b5b6-1842cf4567dd req-deafcb6b-ea20-45cc-800d-b85371a717d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:14.647046 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f51c9535-ea0a-4e76-b5b6-1842cf4567dd req-deafcb6b-ea20-45cc-800d-b85371a717d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16ebc3a73d9045e79c95afc066b0c4f5&device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 1098 time: 0.3582942
Apr 22 13:01:14.675558 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-886954ad-0cd6-4d4b-ab0e-eb9ce28abfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c648438>, [{'id': '00623980-bcab-4aa3-835c-7597b2070f19', 'name': 'tempest-AttachVolumeShelveTestJSON-94947041-router', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '09858608-4580-482c-aec6-de6d6c925750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:46Z', 'updated_at': '2021-04-22T12:56:21Z', 'revision_number': 4, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'gw_port': {'id': '09858608-4580-482c-aec6-de6d6c925750', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:54Z', 'updated_at': '2021-04-22T12:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': '1c73d37e-748b-41fe-9389-36006eb4e4f7', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'port_id': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'mac_address': 'fa:16:3e:e3:24:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b421675-a91b-448e-b6cd-1ec38104caf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:00:42Z', 'updated_at': '2021-04-22T13:01:11Z', 'revision_number': 1, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44fc2b42-316b-49bc-bec6-324934a8d4a9', 'name': '', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'mac_address': 'fa:16:3e:e4:90:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:17Z', 'updated_at': '2021-04-22T12:56:41Z', 'revision_number': 5, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'subnets': [{'id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:01:14.694244 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886954ad-0cd6-4d4b-ab0e-eb9ce28abfc5 None None] Checking router: 00623980-bcab-4aa3-835c-7597b2070f19 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:01:14.705959 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886954ad-0cd6-4d4b-ab0e-eb9ce28abfc5 None None] Routers {'00623980-bcab-4aa3-835c-7597b2070f19'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:01:14.706644 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-886954ad-0cd6-4d4b-ab0e-eb9ce28abfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c648438>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:01:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['00623980-bcab-4aa3-835c-7597b2070f19'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:01:15.051229 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-886954ad-0cd6-4d4b-ab0e-eb9ce28abfc5 None None] Set router 00623980-bcab-4aa3-835c-7597b2070f19 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:01:15.343095 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-db740026-1c8e-4662-b91f-84bc61169222 req-ce0fa12c-590d-40a4-a3fa-4772ec0d9630 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Synchronizing usage tracker for tenant:074fdbf4f1214f53add5cfdd523c42e4 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:01:15.465551 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f1de8-302d-457d-971c-3fad44e8148d req-01479aa7-bcb4-446f-946e-82b44bf5c1e1 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:15.467247 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b53f1de8-302d-457d-971c-3fad44e8148d req-01479aa7-bcb4-446f-946e-82b44bf5c1e1 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.35 "GET /v2.0/networks?id=d05e26c1-05af-49ff-9dfd-3e90bf4899b5 HTTP/1.1" status: 200  len: 809 time: 0.7794921
Apr 22 13:01:15.549048 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-db740026-1c8e-4662-b91f-84bc61169222 req-ce0fa12c-590d-40a4-a3fa-4772ec0d9630 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Unset dirty status for tenant:074fdbf4f1214f53add5cfdd523c42e4 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:01:15.567855 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-db740026-1c8e-4662-b91f-84bc61169222 req-ce0fa12c-590d-40a4-a3fa-4772ec0d9630 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7510d01-53c4-4249-9098-fa2234fc7f71 HTTP/1.1" status: 200  len: 210 time: 0.3424523
Apr 22 13:01:15.621752 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c9535-ea0a-4e76-b5b6-1842cf4567dd req-586520c8-6c69-49ed-930e-4a41b9e71391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:15.625930 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f51c9535-ea0a-4e76-b5b6-1842cf4567dd req-586520c8-6c69-49ed-930e-4a41b9e71391 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0 HTTP/1.1" status: 200  len: 916 time: 0.9711537
Apr 22 13:01:15.776519 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b53f1de8-302d-457d-971c-3fad44e8148d req-352ccb1b-201b-4ed6-b1be-4652ea6dd2e8 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f47160e096ea4aef93cb730e0accf8e6 HTTP/1.1" status: 200  len: 380 time: 0.2842407
Apr 22 13:01:15.791635 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-b53f1de8-302d-457d-971c-3fad44e8148d req-1736c2b7-1558-462a-99df-5c0f41757f57 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Request body: {'port': {'device_id': '3518d0e8-6544-473f-a686-5c42c8452194', 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5', 'admin_state_up': True, 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'security_groups': ['26ef2402-3bbc-45b5-899a-bbb8b3a49d62']}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:01:15.843281 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-50ce76d8-4db5-4e79-98d4-2bcb4919bcd5 req-b2a3ad83-4a2c-408c-a01e-4c90d50b7019 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 210 time: 0.0801809
Apr 22 13:01:15.978874 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-886954ad-0cd6-4d4b-ab0e-eb9ce28abfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c648438>, [{'id': '00623980-bcab-4aa3-835c-7597b2070f19', 'name': 'tempest-AttachVolumeShelveTestJSON-94947041-router', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '09858608-4580-482c-aec6-de6d6c925750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:46Z', 'updated_at': '2021-04-22T12:56:21Z', 'revision_number': 4, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'gw_port': {'id': '09858608-4580-482c-aec6-de6d6c925750', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:54Z', 'updated_at': '2021-04-22T12:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': '1c73d37e-748b-41fe-9389-36006eb4e4f7', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'port_id': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'mac_address': 'fa:16:3e:e3:24:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b421675-a91b-448e-b6cd-1ec38104caf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:00:42Z', 'updated_at': '2021-04-22T13:01:11Z', 'revision_number': 1, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44fc2b42-316b-49bc-bec6-324934a8d4a9', 'name': '', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'mac_address': 'fa:16:3e:e4:90:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:17Z', 'updated_at': '2021-04-22T12:56:41Z', 'revision_number': 5, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'subnets': [{'id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:01:15.982750 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-b53f1de8-302d-457d-971c-3fad44e8148d req-1736c2b7-1558-462a-99df-5c0f41757f57 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:01:15.986070 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886954ad-0cd6-4d4b-ab0e-eb9ce28abfc5 None None] The sync data for ids ['00623980-bcab-4aa3-835c-7597b2070f19'] in dv-cinder-787262-3-iscsi is: [{'id': '00623980-bcab-4aa3-835c-7597b2070f19', 'name': 'tempest-AttachVolumeShelveTestJSON-94947041-router', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '09858608-4580-482c-aec6-de6d6c925750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:46Z', 'updated_at': '2021-04-22T12:56:21Z', 'revision_number': 4, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'gw_port': {'id': '09858608-4580-482c-aec6-de6d6c925750', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:54Z', 'updated_at': '2021-04-22T12:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': '1c73d37e-748b-41fe-9389-36006eb4e4f7', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'port_id': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'mac_address': 'fa:16:3e:e3:24:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b421675-a91b-448e-b6cd-1ec38104caf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:00:42Z', 'updated_at': '2021-04-22T13:01:11Z', 'revision_number': 1, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44fc2b42-316b-49bc-bec6-324934a8d4a9', 'name': '', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'mac_address': 'fa:16:3e:e4:90:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:17Z', 'updated_at': '2021-04-22T12:56:41Z', 'revision_number': 5, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'subnets': [{'id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:01:16.012018 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f51c9535-ea0a-4e76-b5b6-1842cf4567dd req-bacb7d98-2d2f-4905-8069-e7f95b096a6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e HTTP/1.1" status: 200  len: 999 time: 0.3725598
Apr 22 13:01:16.013228 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-b53f1de8-302d-457d-971c-3fad44e8148d req-1736c2b7-1558-462a-99df-5c0f41757f57 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:01:16.103688 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b53f1de8-302d-457d-971c-3fad44e8148d req-1736c2b7-1558-462a-99df-5c0f41757f57 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Made reservation on behalf of f47160e096ea4aef93cb730e0accf8e6 for: {'port': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:01:16.110748 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-b53f1de8-302d-457d-971c-3fad44e8148d req-1736c2b7-1558-462a-99df-5c0f41757f57 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:16.203561 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c9535-ea0a-4e76-b5b6-1842cf4567dd req-24b01c99-5b1b-4dda-97ee-9d797bd48f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:16.204944 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f51c9535-ea0a-4e76-b5b6-1842cf4567dd req-24b01c99-5b1b-4dda-97ee-9d797bd48f2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdd58e2-dfbe-4bfe-8827-61f9efcab136 HTTP/1.1" status: 200  len: 854 time: 0.1806328
Apr 22 13:01:16.378187 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7625e063-1340-4621-9d35-578622029fb4 None None] New status for floating IP 1c73d37e-748b-41fe-9389-36006eb4e4f7: ACTIVE {{(pid=86535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 13:01:16.406224 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c9535-ea0a-4e76-b5b6-1842cf4567dd req-e809044a-bfb1-4ddb-9c0c-e296456d9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:16.407959 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f51c9535-ea0a-4e76-b5b6-1842cf4567dd req-e809044a-bfb1-4ddb-9c0c-e296456d9334 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1956627
Apr 22 13:01:16.413000 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [req-b53f1de8-302d-457d-971c-3fad44e8148d req-1736c2b7-1558-462a-99df-5c0f41757f57 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Allocated IP 172.20.0.5 (d05e26c1-05af-49ff-9dfd-3e90bf4899b5/39298668-4b9e-4e6f-921e-092c9f15844e/ed85d4c9-f7c9-4141-ab04-a295a2d00b65) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:01:16.823293 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0a51d7c6-ff46-4d22-95c0-44cdd44e7a90 req-d4d01a54-8b47-4dad-bc66-ab8508115452 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7510d01-53c4-4249-9098-fa2234fc7f71 HTTP/1.1" status: 200  len: 210 time: 0.0965672
Apr 22 13:01:16.845405 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f51c9535-ea0a-4e76-b5b6-1842cf4567dd req-3f1c7b23-23c1-47c4-8558-fd6cdb75b4cc service neutron] 10.222.0.35 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4276757
Apr 22 13:01:17.012362 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-b53f1de8-302d-457d-971c-3fad44e8148d req-1736c2b7-1558-462a-99df-5c0f41757f57 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:17.114043 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9dff4c1b-e030-4894-9749-d6e659afe7cc req-1508333c-5b14-403e-aeab-1b799b11be69 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 210 time: 0.0846329
Apr 22 13:01:17.114043 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-b53f1de8-302d-457d-971c-3fad44e8148d req-1736c2b7-1558-462a-99df-5c0f41757f57 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Transition to ACTIVE for port object ed85d4c9-f7c9-4141-ab04-a295a2d00b65 will not be triggered until provisioned by entity DHCP. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:01:17.124265 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f51c9535-ea0a-4e76-b5b6-1842cf4567dd req-5a0e9e5f-a14f-401a-9dca-034bd6368992 service neutron] 10.222.0.35 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2697096
Apr 22 13:01:17.180883 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-b53f1de8-302d-457d-971c-3fad44e8148d req-1736c2b7-1558-462a-99df-5c0f41757f57 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:17.194723 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-fc7120fa-4c0e-44ad-adf7-b879d320d7cf tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:17.273701 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53f1de8-302d-457d-971c-3fad44e8148d req-1736c2b7-1558-462a-99df-5c0f41757f57 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Network d05e26c1-05af-49ff-9dfd-3e90bf4899b5 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:01:17.279443 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [req-b53f1de8-302d-457d-971c-3fad44e8148d req-1736c2b7-1558-462a-99df-5c0f41757f57 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:01:17.283618 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53f1de8-302d-457d-971c-3fad44e8148d req-1736c2b7-1558-462a-99df-5c0f41757f57 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:01:17.330739 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736c2b7-1558-462a-99df-5c0f41757f57 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Pushing event updated for resources: {'Port': ['ID=ed85d4c9-f7c9-4141-ab04-a295a2d00b65,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:17.343698 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1736c2b7-1558-462a-99df-5c0f41757f57 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:17.388961 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f1de8-302d-457d-971c-3fad44e8148d req-1736c2b7-1558-462a-99df-5c0f41757f57 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:17.390270 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-b53f1de8-302d-457d-971c-3fad44e8148d req-1736c2b7-1558-462a-99df-5c0f41757f57 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:17.488384 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b53f1de8-302d-457d-971c-3fad44e8148d req-1736c2b7-1558-462a-99df-5c0f41757f57 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7011044
Apr 22 13:01:17.501195 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-b53f1de8-302d-457d-971c-3fad44e8148d req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Request body: {'port': {'device_id': '3518d0e8-6544-473f-a686-5c42c8452194', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:01:17.722717 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-23573382-3fcd-4bb9-b1fd-f86a52c476cb None None] Provisioning for port ed85d4c9-f7c9-4141-ab04-a295a2d00b65 completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:01:17.733766 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-23573382-3fcd-4bb9-b1fd-f86a52c476cb None None] Provisioning complete for port ed85d4c9-f7c9-4141-ab04-a295a2d00b65 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:01:17.736115 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-23573382-3fcd-4bb9-b1fd-f86a52c476cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:17.818937 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-b53f1de8-302d-457d-971c-3fad44e8148d req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:17.842144 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-23573382-3fcd-4bb9-b1fd-f86a52c476cb None None] Port ed85d4c9-f7c9-4141-ab04-a295a2d00b65 cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 13:01:17.910698 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-5ac1f2e2-39c8-4541-911c-bbdf585fd0b7 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:17.912502 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-5ac1f2e2-39c8-4541-911c-bbdf585fd0b7 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.35 "GET /v2.0/networks?id=9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 HTTP/1.1" status: 200  len: 811 time: 0.3288934
Apr 22 13:01:18.076778 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-d0847e8a-4a93-47da-8ea2-dfb6f7a7d89e tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Synchronizing usage tracker for tenant:074fdbf4f1214f53add5cfdd523c42e4 on resource:security_group {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:01:18.099050 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-479bba46-71f5-47ea-a25b-9a7692295467 req-f0f93885-359b-4a7e-8125-45ad4d75292f tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7510d01-53c4-4249-9098-fa2234fc7f71 HTTP/1.1" status: 200  len: 210 time: 0.0822227
Apr 22 13:01:18.134444 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-d0847e8a-4a93-47da-8ea2-dfb6f7a7d89e tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Unset dirty status for tenant:074fdbf4f1214f53add5cfdd523c42e4 on resource:security_group {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:01:18.136185 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-d0847e8a-4a93-47da-8ea2-dfb6f7a7d89e tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=074fdbf4f1214f53add5cfdd523c42e4 HTTP/1.1" status: 200  len: 380 time: 0.2110374
Apr 22 13:01:18.170741 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-3d840b73-1612-4191-8800-00b2edefef08 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Request body: {'port': {'device_id': 'c7510d01-53c4-4249-9098-fa2234fc7f71', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'admin_state_up': True, 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'security_groups': ['93034943-a6ab-48c8-965e-55b87b9df0e3']}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:01:18.438093 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-3d840b73-1612-4191-8800-00b2edefef08 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:01:18.453945 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-3d840b73-1612-4191-8800-00b2edefef08 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:01:18.455121 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec2907-c611-4e98-8b60-04f05d77cd68 req-be046690-9ad0-4dbe-8c36-fc2bed505449 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:18.458118 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-18ec2907-c611-4e98-8b60-04f05d77cd68 req-be046690-9ad0-4dbe-8c36-fc2bed505449 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 931 time: 0.1174469
Apr 22 13:01:18.522844 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-18ec2907-c611-4e98-8b60-04f05d77cd68 req-4d6a7e09-ca9a-4428-af06-66ff1321b803 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Synchronizing usage tracker for tenant:f47160e096ea4aef93cb730e0accf8e6 on resource:security_group {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:01:18.583738 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [req-b53f1de8-302d-457d-971c-3fad44e8148d req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed85d4c9-f7c9-4141-ab04-a295a2d00b65 {{(pid=86533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:01:18.584395 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-18ec2907-c611-4e98-8b60-04f05d77cd68 req-4d6a7e09-ca9a-4428-af06-66ff1321b803 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Unset dirty status for tenant:f47160e096ea4aef93cb730e0accf8e6 on resource:security_group {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:01:18.585826 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-18ec2907-c611-4e98-8b60-04f05d77cd68 req-4d6a7e09-ca9a-4428-af06-66ff1321b803 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1182616
Apr 22 13:01:18.593566 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-3d840b73-1612-4191-8800-00b2edefef08 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Made reservation on behalf of 074fdbf4f1214f53add5cfdd523c42e4 for: {'port': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:01:18.603798 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-3d840b73-1612-4191-8800-00b2edefef08 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:18.620250 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-b53f1de8-302d-457d-971c-3fad44e8148d req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:18.685238 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-b53f1de8-302d-457d-971c-3fad44e8148d req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Transition to ACTIVE for port object ed85d4c9-f7c9-4141-ab04-a295a2d00b65 will not be triggered until provisioned by entity L2. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:01:18.728666 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-b53f1de8-302d-457d-971c-3fad44e8148d req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:18.738086 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0bc1a1c8-a850-4689-9b9f-2cc4fd46d79f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:19.280052 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Pushing event updated for resources: {'Port': ['ID=ed85d4c9-f7c9-4141-ab04-a295a2d00b65,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:19.285479 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:19.373178 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-3d840b73-1612-4191-8800-00b2edefef08 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Allocated IP 172.20.0.7 (9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548/0ded796f-1a8d-487b-8bc7-3beffd6cbda9/6fe5da12-62bd-4aca-b774-7e6b07394a07) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:01:19.378189 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-20edd88b-7d86-4a65-a987-18dfb0e81723 req-97585a9a-582a-4025-a2b3-cf56efc340eb tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7510d01-53c4-4249-9098-fa2234fc7f71 HTTP/1.1" status: 200  len: 210 time: 0.0995708
Apr 22 13:01:19.531272 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-b53f1de8-302d-457d-971c-3fad44e8148d req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Attempting to bind port ed85d4c9-f7c9-4141-ab04-a295a2d00b65 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:01:19.531962 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-b53f1de8-302d-457d-971c-3fad44e8148d req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Attempting to bind port ed85d4c9-f7c9-4141-ab04-a295a2d00b65 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'a608daa6-dfec-42e7-8fad-4704766614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5'}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:01:19.532545 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53f1de8-302d-457d-971c-3fad44e8148d req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Attempting to bind port ed85d4c9-f7c9-4141-ab04-a295a2d00b65 on network d05e26c1-05af-49ff-9dfd-3e90bf4899b5 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:01:19.658060 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53f1de8-302d-457d-971c-3fad44e8148d req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Port ed85d4c9-f7c9-4141-ab04-a295a2d00b65 on network d05e26c1-05af-49ff-9dfd-3e90bf4899b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 13:01:19.658719 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53f1de8-302d-457d-971c-3fad44e8148d req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Attempting to bind port ed85d4c9-f7c9-4141-ab04-a295a2d00b65 on network d05e26c1-05af-49ff-9dfd-3e90bf4899b5 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:01:19.679091 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53f1de8-302d-457d-971c-3fad44e8148d req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Checking agent: {'id': 'c59c10bf-e5dd-4538-bcf5-3ec585cc6c03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'started_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:01:19.679304 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53f1de8-302d-457d-971c-3fad44e8148d req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Checking segment: {'id': 'a608daa6-dfec-42e7-8fad-4704766614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:01:19.679611 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53f1de8-302d-457d-971c-3fad44e8148d req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Bound using segment: {'id': 'a608daa6-dfec-42e7-8fad-4704766614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5'} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:01:19.680108 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-b53f1de8-302d-457d-971c-3fad44e8148d req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Bound port: ed85d4c9-f7c9-4141-ab04-a295a2d00b65, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a608daa6-dfec-42e7-8fad-4704766614e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5'}}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:01:19.680497 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-b53f1de8-302d-457d-971c-3fad44e8148d req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:19.816178 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-b53f1de8-302d-457d-971c-3fad44e8148d req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] For port ed85d4c9-f7c9-4141-ab04-a295a2d00b65, host hv-cinder-78726, cleared binding levels {{(pid=86533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:01:19.919719 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-b53f1de8-302d-457d-971c-3fad44e8148d req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] For port ed85d4c9-f7c9-4141-ab04-a295a2d00b65, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ed85d4c9-f7c9-4141-ab04-a295a2d00b65,segment=NetworkSegment(a608daa6-dfec-42e7-8fad-4704766614e8),segment_id=a608daa6-dfec-42e7-8fad-4704766614e8)] {{(pid=86533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:01:19.984619 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-b53f1de8-302d-457d-971c-3fad44e8148d req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:19.999065 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-79df1f4f-c9f5-4823-a3af-6f9ccb466225 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:20.120628 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f1de8-302d-457d-971c-3fad44e8148d req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:20.121821 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-b53f1de8-302d-457d-971c-3fad44e8148d req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:20.123547 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b53f1de8-302d-457d-971c-3fad44e8148d req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] 10.222.0.35 "PUT /v2.0/ports/ed85d4c9-f7c9-4141-ab04-a295a2d00b65 HTTP/1.1" status: 200  len: 1093 time: 2.6277907
Apr 22 13:01:20.132428 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3518d0e8-6544-473f-a686-5c42c8452194', 'tag': 'ed85d4c9-f7c9-4141-ab04-a295a2d00b65'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:01:20.146438 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-3d840b73-1612-4191-8800-00b2edefef08 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:20.189652 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Pushing event updated for resources: {'Port': ['ID=ed85d4c9-f7c9-4141-ab04-a295a2d00b65,revision_number=3']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:20.203491 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:20.218993 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e075464-a86c-452e-9874-d9c2771c797a req-3d88aff3-21fb-4a65-80ef-fb6863ff91c6 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:20.219857 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-5e075464-a86c-452e-9874-d9c2771c797a req-3d88aff3-21fb-4a65-80ef-fb6863ff91c6 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Synchronizing usage tracker for tenant:f47160e096ea4aef93cb730e0accf8e6 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:01:20.224596 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-3d840b73-1612-4191-8800-00b2edefef08 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Transition to ACTIVE for port object 6fe5da12-62bd-4aca-b774-7e6b07394a07 will not be triggered until provisioned by entity DHCP. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:01:20.351546 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-5e075464-a86c-452e-9874-d9c2771c797a req-3d88aff3-21fb-4a65-80ef-fb6863ff91c6 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Unset dirty status for tenant:f47160e096ea4aef93cb730e0accf8e6 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:01:20.368767 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5e075464-a86c-452e-9874-d9c2771c797a req-3d88aff3-21fb-4a65-80ef-fb6863ff91c6 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 943 time: 0.5332198
Apr 22 13:01:20.460840 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f1de8-302d-457d-971c-3fad44e8148d req-e426842d-ddc0-41a4-85cf-e95c6d44bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:20.463487 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b53f1de8-302d-457d-971c-3fad44e8148d req-e426842d-ddc0-41a4-85cf-e95c6d44bba9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f47160e096ea4aef93cb730e0accf8e6&device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 1096 time: 0.2226510
Apr 22 13:01:20.467944 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-3d840b73-1612-4191-8800-00b2edefef08 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:20.478869 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:20.628217 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d840b73-1612-4191-8800-00b2edefef08 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Pushing event updated for resources: {'Port': ['ID=6fe5da12-62bd-4aca-b774-7e6b07394a07,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:20.644486 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3518d0e8-6544-473f-a686-5c42c8452194', 'tag': 'ed85d4c9-f7c9-4141-ab04-a295a2d00b65', 'status': 'completed', 'code': 200}
Apr 22 13:01:20.655780 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3d840b73-1612-4191-8800-00b2edefef08 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:20.659484 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5e075464-a86c-452e-9874-d9c2771c797a req-b3bb4b1c-d486-44af-abb1-6a7bfc6a477c tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2893734
Apr 22 13:01:20.665334 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b53f1de8-302d-457d-971c-3fad44e8148d req-625d432a-d446-4f2c-ae4b-5c0874dfec18 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed85d4c9-f7c9-4141-ab04-a295a2d00b65 HTTP/1.1" status: 200  len: 217 time: 0.1920152
Apr 22 13:01:20.672813 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-3d840b73-1612-4191-8800-00b2edefef08 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Network 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:01:20.720953 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-3d840b73-1612-4191-8800-00b2edefef08 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:01:20.729619 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-3d840b73-1612-4191-8800-00b2edefef08 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:01:20.812310 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f1de8-302d-457d-971c-3fad44e8148d req-9b18738c-0995-47c8-816a-aa78a0cfb1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:20.814014 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b53f1de8-302d-457d-971c-3fad44e8148d req-9b18738c-0995-47c8-816a-aa78a0cfb1b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=39298668-4b9e-4e6f-921e-092c9f15844e HTTP/1.1" status: 200  len: 848 time: 0.1399660
Apr 22 13:01:20.896157 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-3d840b73-1612-4191-8800-00b2edefef08 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:20.897078 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-3d840b73-1612-4191-8800-00b2edefef08 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:20.958942 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f1de8-302d-457d-971c-3fad44e8148d req-286de663-c553-4e62-bad9-789c8704d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:20.960687 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b53f1de8-302d-457d-971c-3fad44e8148d req-286de663-c553-4e62-bad9-789c8704d000 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d05e26c1-05af-49ff-9dfd-3e90bf4899b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1396766
Apr 22 13:01:20.982030 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6ad67-f1c0-4daf-ac82-628855489681 req-43f63a80-650a-4285-bbae-967503ab69a1 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:20.986333 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f0f6ad67-f1c0-4daf-ac82-628855489681 req-43f63a80-650a-4285-bbae-967503ab69a1 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7510d01-53c4-4249-9098-fa2234fc7f71 HTTP/1.1" status: 200  len: 931 time: 0.1556187
Apr 22 13:01:20.997377 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-3d840b73-1612-4191-8800-00b2edefef08 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8375359
Apr 22 13:01:21.050530 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f0f6ad67-f1c0-4daf-ac82-628855489681 req-4819e024-c140-44ec-a565-71e129676698 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=93034943-a6ab-48c8-965e-55b87b9df0e3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588479
Apr 22 13:01:21.071933 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Request body: {'port': {'device_id': 'c7510d01-53c4-4249-9098-fa2234fc7f71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:01:21.137414 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-1532f61e-58f6-47a9-a07f-8590352ed0d9 None None] Provisioning for port 6fe5da12-62bd-4aca-b774-7e6b07394a07 completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:01:21.145825 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-1532f61e-58f6-47a9-a07f-8590352ed0d9 None None] Provisioning complete for port 6fe5da12-62bd-4aca-b774-7e6b07394a07 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:01:21.146846 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1532f61e-58f6-47a9-a07f-8590352ed0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:21.227137 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-1532f61e-58f6-47a9-a07f-8590352ed0d9 None None] Port 6fe5da12-62bd-4aca-b774-7e6b07394a07 cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 13:01:21.249675 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:21.272299 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b53f1de8-302d-457d-971c-3fad44e8148d req-90474432-8200-4415-8605-46981cfc8036 service neutron] 10.222.0.35 "GET /v2.0/networks/d05e26c1-05af-49ff-9dfd-3e90bf4899b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3033824
Apr 22 13:01:21.357494 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 56052) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:21.517996 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-32a91fab-2bd8-443b-8811-d0229b44e26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:21.536190 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-32a91fab-2bd8-443b-8811-d0229b44e26f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:01:21.540976 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-32a91fab-2bd8-443b-8811-d0229b44e26f admin admin] Usage tracker for resource:security_group_rule and tenant:b01500cc9df24d07a625abf6d30dbc7c is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:01:21.545429 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-32a91fab-2bd8-443b-8811-d0229b44e26f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:01:21.551773 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-32a91fab-2bd8-443b-8811-d0229b44e26f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:01:21.573767 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b53f1de8-302d-457d-971c-3fad44e8148d req-8b86f422-f799-4c51-954c-45a9834b9fed service neutron] 10.222.0.35 "GET /v2.0/networks/d05e26c1-05af-49ff-9dfd-3e90bf4899b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2677584
Apr 22 13:01:21.656812 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-32a91fab-2bd8-443b-8811-d0229b44e26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:21.705867 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-32a91fab-2bd8-443b-8811-d0229b44e26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:21.722863 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c7f293c6-2e95-4250-ab84-9b1ca8a5f15e tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:21.780123 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a91fab-2bd8-443b-8811-d0229b44e26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737b127f-f7fe-4be7-a37c-559e307a4bf6,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:21.788813 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-32a91fab-2bd8-443b-8811-d0229b44e26f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b01500cc9df24d07a625abf6d30dbc7c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4294314
Apr 22 13:01:21.789731 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 56060) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:21.790699 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-32a91fab-2bd8-443b-8811-d0229b44e26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:21.797573 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b14c83-21f2-4552-b7f8-28169d41c629 req-ac964e71-ce68-4ae0-8e7e-4429bd2967ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:21.798652 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c9b14c83-21f2-4552-b7f8-28169d41c629 req-ac964e71-ce68-4ae0-8e7e-4429bd2967ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f47160e096ea4aef93cb730e0accf8e6&device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 1096 time: 0.1471627
Apr 22 13:01:21.923653 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f0c26d70-f309-45e5-9c29-fed904fafca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:21.966699 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f0c26d70-f309-45e5-9c29-fed904fafca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:21.992750 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe5da12-62bd-4aca-b774-7e6b07394a07 {{(pid=86533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:01:22.025091 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:22.031804 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93084b98-7e2f-40c5-9a40-646db99a6e0b req-98a7bd00-f6c0-4ffd-b0d2-2b9b66c114e4 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:22.031804 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-93084b98-7e2f-40c5-9a40-646db99a6e0b req-98a7bd00-f6c0-4ffd-b0d2-2b9b66c114e4 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 943 time: 0.1778507
Apr 22 13:01:22.082554 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b14c83-21f2-4552-b7f8-28169d41c629 req-c90c7a9b-9970-452b-b1f7-644126eb4d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:22.084218 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c9b14c83-21f2-4552-b7f8-28169d41c629 req-c90c7a9b-9970-452b-b1f7-644126eb4d8f service neutron] 10.222.0.35 "GET /v2.0/networks?id=d05e26c1-05af-49ff-9dfd-3e90bf4899b5 HTTP/1.1" status: 200  len: 910 time: 0.2706947
Apr 22 13:01:22.087824 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-93084b98-7e2f-40c5-9a40-646db99a6e0b req-27c0cd61-9210-4c1c-ac60-5ff824e2f665 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504644
Apr 22 13:01:22.168087 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f0c26d70-f309-45e5-9c29-fed904fafca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:22.178859 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ec048582-2833-4f07-9276-2c27bd81ca35 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:22.207261 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c26d70-f309-45e5-9c29-fed904fafca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737b127f-f7fe-4be7-a37c-559e307a4bf6,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:22.212535 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f0c26d70-f309-45e5-9c29-fed904fafca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:22.215494 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f0c26d70-f309-45e5-9c29-fed904fafca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:22.217671 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-f0c26d70-f309-45e5-9c29-fed904fafca1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/737b127f-f7fe-4be7-a37c-559e307a4bf6 HTTP/1.1" status: 204  len: 168 time: 0.4249325
Apr 22 13:01:22.234783 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c9b14c83-21f2-4552-b7f8-28169d41c629 req-f8bd89d8-b07e-49f7-ab42-dac95857d41f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed85d4c9-f7c9-4141-ab04-a295a2d00b65 HTTP/1.1" status: 200  len: 217 time: 0.1431313
Apr 22 13:01:22.408132 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Transition to ACTIVE for port object 6fe5da12-62bd-4aca-b774-7e6b07394a07 will not be triggered until provisioned by entity L2. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:01:22.468525 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:22.476616 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:22.523022 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 56076) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:22.591746 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe5da12-62bd-4aca-b774-7e6b07394a07,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:22.596750 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:22.605971 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b14c83-21f2-4552-b7f8-28169d41c629 req-ab6d512f-7290-492f-b433-47c88779e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:22.608466 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c9b14c83-21f2-4552-b7f8-28169d41c629 req-ab6d512f-7290-492f-b433-47c88779e799 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=39298668-4b9e-4e6f-921e-092c9f15844e HTTP/1.1" status: 200  len: 848 time: 0.2903519
Apr 22 13:01:22.859399 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a601c273-2273-4050-b591-f1ce4f6778c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:22.888442 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a601c273-2273-4050-b591-f1ce4f6778c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:01:22.893153 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a601c273-2273-4050-b591-f1ce4f6778c2 admin admin] Usage tracker for resource:security_group_rule and tenant:d95c1311e3ba47cba0348ece68dab7a3 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:01:22.896923 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a601c273-2273-4050-b591-f1ce4f6778c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:01:22.904252 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a601c273-2273-4050-b591-f1ce4f6778c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:01:22.929376 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7ad30-b06b-4b5a-ac43-84c73ed4ab27 req-369397d9-b0b4-4563-a4b3-bfe98044db06 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:22.930801 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-53f7ad30-b06b-4b5a-ac43-84c73ed4ab27 req-369397d9-b0b4-4563-a4b3-bfe98044db06 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Synchronizing usage tracker for tenant:074fdbf4f1214f53add5cfdd523c42e4 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:01:23.121819 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-53f7ad30-b06b-4b5a-ac43-84c73ed4ab27 req-369397d9-b0b4-4563-a4b3-bfe98044db06 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Unset dirty status for tenant:074fdbf4f1214f53add5cfdd523c42e4 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:01:23.124262 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-53f7ad30-b06b-4b5a-ac43-84c73ed4ab27 req-369397d9-b0b4-4563-a4b3-bfe98044db06 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7510d01-53c4-4249-9098-fa2234fc7f71 HTTP/1.1" status: 200  len: 931 time: 0.9212236
Apr 22 13:01:23.141645 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a601c273-2273-4050-b591-f1ce4f6778c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:23.150380 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Attempting to bind port 6fe5da12-62bd-4aca-b774-7e6b07394a07 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:01:23.151028 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Attempting to bind port 6fe5da12-62bd-4aca-b774-7e6b07394a07 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '5c1e8466-a640-4708-9852-885c77ca66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548'}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:01:23.151709 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Attempting to bind port 6fe5da12-62bd-4aca-b774-7e6b07394a07 on network 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:01:23.191775 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b14c83-21f2-4552-b7f8-28169d41c629 req-ad251ad5-3799-4bf3-813f-3817a135f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:23.194804 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c9b14c83-21f2-4552-b7f8-28169d41c629 req-ad251ad5-3799-4bf3-813f-3817a135f845 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d05e26c1-05af-49ff-9dfd-3e90bf4899b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4877388
Apr 22 13:01:23.200095 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Port 6fe5da12-62bd-4aca-b774-7e6b07394a07 on network 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 13:01:23.200706 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Attempting to bind port 6fe5da12-62bd-4aca-b774-7e6b07394a07 on network 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:01:23.200923 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a601c273-2273-4050-b591-f1ce4f6778c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:23.225816 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 56086) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:23.226724 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:23.264134 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Checking agent: {'id': 'c59c10bf-e5dd-4538-bcf5-3ec585cc6c03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'started_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:01:23.264772 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Checking segment: {'id': '5c1e8466-a640-4708-9852-885c77ca66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:01:23.265471 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Bound using segment: {'id': '5c1e8466-a640-4708-9852-885c77ca66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548'} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:01:23.266288 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Bound port: 6fe5da12-62bd-4aca-b774-7e6b07394a07, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1e8466-a640-4708-9852-885c77ca66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548'}}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:01:23.266940 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:23.269858 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-a601c273-2273-4050-b591-f1ce4f6778c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d95c1311e3ba47cba0348ece68dab7a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7451527
Apr 22 13:01:23.287878 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:01:23.294310 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 56090) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:23.307649 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d180f6f6-b325-4758-aa3a-fdefb319d6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:23.358493 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d180f6f6-b325-4758-aa3a-fdefb319d6f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:01:23.362062 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601c273-2273-4050-b591-f1ce4f6778c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8beaf4bc-71ee-4044-9549-2f1809d58ffa,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:23.368088 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a601c273-2273-4050-b591-f1ce4f6778c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:23.372052 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d180f6f6-b325-4758-aa3a-fdefb319d6f2 admin admin] Usage tracker for resource:security_group_rule and tenant:373fcc24d93843d28954fecbb5c3384c is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:01:23.375381 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d180f6f6-b325-4758-aa3a-fdefb319d6f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:01:23.385365 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d180f6f6-b325-4758-aa3a-fdefb319d6f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:01:23.445113 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e63d6-0503-4d26-bf0e-051aedac102d req-0ab3e6b0-9635-4ee9-b2da-495551684d46 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:23.446895 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7c0e63d6-0503-4d26-bf0e-051aedac102d req-0ab3e6b0-9635-4ee9-b2da-495551684d46 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 943 time: 0.1859732
Apr 22 13:01:23.590728 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7c0e63d6-0503-4d26-bf0e-051aedac102d req-e4d1cda2-1a91-470b-ac38-d44a639cd099 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1299696
Apr 22 13:01:23.616901 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d180f6f6-b325-4758-aa3a-fdefb319d6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:23.745493 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d180f6f6-b325-4758-aa3a-fdefb319d6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:23.755944 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-23d3c099-cd77-4aac-924c-337d1e3a9aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:23.803907 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180f6f6-b325-4758-aa3a-fdefb319d6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5876007-f20f-44c4-b3bf-1a3f652f2dbc,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:23.809754 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-d180f6f6-b325-4758-aa3a-fdefb319d6f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=373fcc24d93843d28954fecbb5c3384c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5741580
Apr 22 13:01:23.810527 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d180f6f6-b325-4758-aa3a-fdefb319d6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:23.813904 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 56096) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:23.883750 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f22df4ab-b4b1-4e9e-bdd7-d879f9c833dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:23.922073 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f22df4ab-b4b1-4e9e-bdd7-d879f9c833dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:23.992145 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-53f7ad30-b06b-4b5a-ac43-84c73ed4ab27 req-ba67d14e-adee-4503-8870-39b66a427fbf tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=93034943-a6ab-48c8-965e-55b87b9df0e3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8466558
Apr 22 13:01:24.048396 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f22df4ab-b4b1-4e9e-bdd7-d879f9c833dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:24.054825 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a1fc5507-00e7-401e-83c5-9734003cc679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:24.070664 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22df4ab-b4b1-4e9e-bdd7-d879f9c833dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5876007-f20f-44c4-b3bf-1a3f652f2dbc,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:24.075481 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f22df4ab-b4b1-4e9e-bdd7-d879f9c833dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:24.082926 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f22df4ab-b4b1-4e9e-bdd7-d879f9c833dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:24.089363 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-f22df4ab-b4b1-4e9e-bdd7-d879f9c833dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5876007-f20f-44c4-b3bf-1a3f652f2dbc HTTP/1.1" status: 204  len: 168 time: 0.2692850
Apr 22 13:01:24.171493 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f6b7d8dc-643c-459d-8f51-c62b6396ca24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:24.188833 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] For port 6fe5da12-62bd-4aca-b774-7e6b07394a07, host hv-cinder-78726, cleared binding levels {{(pid=86533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:01:24.192897 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c9b14c83-21f2-4552-b7f8-28169d41c629 req-a799eff8-e4f5-49cf-9eb7-8f40672cb256 service neutron] 10.222.0.35 "GET /v2.0/networks/d05e26c1-05af-49ff-9dfd-3e90bf4899b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9791629
Apr 22 13:01:24.197559 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] For port 6fe5da12-62bd-4aca-b774-7e6b07394a07, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6fe5da12-62bd-4aca-b774-7e6b07394a07,segment=NetworkSegment(5c1e8466-a640-4708-9852-885c77ca66cf),segment_id=5c1e8466-a640-4708-9852-885c77ca66cf)] {{(pid=86533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:01:24.246902 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:24.258892 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6856f3a2-ad87-4fa6-b597-0a182e05a413 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:24.388302 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f6b7d8dc-643c-459d-8f51-c62b6396ca24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:24.471987 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:24.473075 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:24.475083 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] 10.222.0.35 "PUT /v2.0/ports/6fe5da12-62bd-4aca-b774-7e6b07394a07 HTTP/1.1" status: 200  len: 1093 time: 3.4141455
Apr 22 13:01:24.479443 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7510d01-53c4-4249-9098-fa2234fc7f71', 'tag': '6fe5da12-62bd-4aca-b774-7e6b07394a07'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:01:24.697662 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe5da12-62bd-4aca-b774-7e6b07394a07,revision_number=3']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:24.705177 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:24.712842 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7510d01-53c4-4249-9098-fa2234fc7f71', 'tag': '6fe5da12-62bd-4aca-b774-7e6b07394a07', 'status': 'completed', 'code': 200}
Apr 22 13:01:24.928347 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c9b14c83-21f2-4552-b7f8-28169d41c629 req-e8539be0-a6ab-485b-a9a0-816c66b5a92a service neutron] 10.222.0.35 "GET /v2.0/networks/d05e26c1-05af-49ff-9dfd-3e90bf4899b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7257686
Apr 22 13:01:24.960947 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-c7415ee6-2ef3-45e0-8ed2-993828ce272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:24.962463 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-c7415ee6-2ef3-45e0-8ed2-993828ce272e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=074fdbf4f1214f53add5cfdd523c42e4&device_id=c7510d01-53c4-4249-9098-fa2234fc7f71 HTTP/1.1" status: 200  len: 1096 time: 0.3926518
Apr 22 13:01:25.058373 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-ddb08120-e5f6-4b0d-8a76-ef28bdb64b63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fe5da12-62bd-4aca-b774-7e6b07394a07 HTTP/1.1" status: 200  len: 217 time: 0.0860107
Apr 22 13:01:25.109922 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f6b7d8dc-643c-459d-8f51-c62b6396ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:25.120425 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4c2d566e-d332-4f04-8665-0c8273b5ea30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:25.140369 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe734070-8691-44b6-a22f-19f925b60faa req-99170888-194b-4ee5-a88b-899ba4989f4b tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:25.142147 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fe734070-8691-44b6-a22f-19f925b60faa req-99170888-194b-4ee5-a88b-899ba4989f4b tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 943 time: 0.3162446
Apr 22 13:01:25.161148 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7d8dc-643c-459d-8f51-c62b6396ca24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8beaf4bc-71ee-4044-9549-2f1809d58ffa,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:25.169922 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f6b7d8dc-643c-459d-8f51-c62b6396ca24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:25.191668 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f6b7d8dc-643c-459d-8f51-c62b6396ca24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:25.196054 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-f6b7d8dc-643c-459d-8f51-c62b6396ca24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8beaf4bc-71ee-4044-9549-2f1809d58ffa HTTP/1.1" status: 204  len: 168 time: 1.8936877
Apr 22 13:01:25.205441 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-6d26f103-9f13-45e6-8eb8-4de51aa25bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:25.207098 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-6d26f103-9f13-45e6-8eb8-4de51aa25bb8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ded796f-1a8d-487b-8bc7-3beffd6cbda9 HTTP/1.1" status: 200  len: 850 time: 0.1413860
Apr 22 13:01:25.312006 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fe734070-8691-44b6-a22f-19f925b60faa req-83715de6-008a-460d-9d79-f82ab126985e tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1484623
Apr 22 13:01:25.377207 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-51b2f8c5-07a8-4bb8-8887-dea75db0cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:25.380796 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-51b2f8c5-07a8-4bb8-8887-dea75db0cffd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1619642
Apr 22 13:01:25.386665 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02740e95-5ce4-43cd-91aa-1fa1670a680b req-1101eb9c-5a85-4a89-9371-5d6027f5b589 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:25.389519 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02740e95-5ce4-43cd-91aa-1fa1670a680b req-1101eb9c-5a85-4a89-9371-5d6027f5b589 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7510d01-53c4-4249-9098-fa2234fc7f71 HTTP/1.1" status: 200  len: 943 time: 0.1855345
Apr 22 13:01:25.611517 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-65d05643-fa3c-4629-9166-5a764e0f90f1 service neutron] 10.222.0.35 "GET /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2219617
Apr 22 13:01:25.799221 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8ff5fe9b-0891-4db8-8e7c-47129d95415d req-2fc3533f-5f6d-404e-b31a-5fa933a063e8 service neutron] 10.222.0.35 "GET /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1808629
Apr 22 13:01:25.897745 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-02740e95-5ce4-43cd-91aa-1fa1670a680b req-95ca0c9c-e74b-4199-8cdb-0ad841ea42d9 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=93034943-a6ab-48c8-965e-55b87b9df0e3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5011406
Apr 22 13:01:26.012299 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60712124-b3f2-4623-82e7-8f2de28bfa61 req-075205b5-dc86-47e3-8d18-c93ff2b6bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:26.017432 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-60712124-b3f2-4623-82e7-8f2de28bfa61 req-075205b5-dc86-47e3-8d18-c93ff2b6bf18 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=074fdbf4f1214f53add5cfdd523c42e4&device_id=c7510d01-53c4-4249-9098-fa2234fc7f71 HTTP/1.1" status: 200  len: 1096 time: 0.1240864
Apr 22 13:01:26.241102 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60712124-b3f2-4623-82e7-8f2de28bfa61 req-8a61a3c8-7ba0-4d24-a7a4-f21f3e7406a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:26.244719 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-60712124-b3f2-4623-82e7-8f2de28bfa61 req-8a61a3c8-7ba0-4d24-a7a4-f21f3e7406a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 HTTP/1.1" status: 200  len: 912 time: 0.2155352
Apr 22 13:01:26.334987 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-60712124-b3f2-4623-82e7-8f2de28bfa61 req-9b39b63c-9090-4d42-b4b2-e6df455515e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fe5da12-62bd-4aca-b774-7e6b07394a07 HTTP/1.1" status: 200  len: 217 time: 0.0827720
Apr 22 13:01:26.485964 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60712124-b3f2-4623-82e7-8f2de28bfa61 req-c428d3a6-0fc4-43ed-b9cf-0d2c81eae47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:26.490516 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-60712124-b3f2-4623-82e7-8f2de28bfa61 req-c428d3a6-0fc4-43ed-b9cf-0d2c81eae47d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ded796f-1a8d-487b-8bc7-3beffd6cbda9 HTTP/1.1" status: 200  len: 850 time: 0.1473792
Apr 22 13:01:26.689086 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2d882-22b0-436c-b36f-1d1e07882221 req-655d720f-dcde-46c7-9021-6e43a5b79aaf tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:26.690791 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c7d2d882-22b0-436c-b36f-1d1e07882221 req-655d720f-dcde-46c7-9021-6e43a5b79aaf tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 943 time: 0.1604946
Apr 22 13:01:26.692441 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60712124-b3f2-4623-82e7-8f2de28bfa61 req-deb228b9-0aa6-4412-9186-e77a9399e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:26.695320 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-60712124-b3f2-4623-82e7-8f2de28bfa61 req-deb228b9-0aa6-4412-9186-e77a9399e4c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1976304
Apr 22 13:01:26.802856 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c7d2d882-22b0-436c-b36f-1d1e07882221 req-9d6f2921-e5e7-417e-ad39-b133ff9b8a64 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0972848
Apr 22 13:01:26.811858 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 6fe5da12-62bd-4aca-b774-7e6b07394a07 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 13:01:26.979707 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 56166) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:27.074230 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-60712124-b3f2-4623-82e7-8f2de28bfa61 req-218bd112-15d7-4091-bf8c-a7ca668a9b60 service neutron] 10.222.0.35 "GET /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3706522
Apr 22 13:01:27.135504 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 6fe5da12-62bd-4aca-b774-7e6b07394a07, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6fe5da12-62bd-4aca-b774-7e6b07394a07,segment=NetworkSegment(5c1e8466-a640-4708-9852-885c77ca66cf),segment_id=5c1e8466-a640-4708-9852-885c77ca66cf)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:01:27.190540 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': '6fe5da12-62bd-4aca-b774-7e6b07394a07', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'port_id': '6fe5da12-62bd-4aca-b774-7e6b07394a07', 'mac_address': 'fa:16:3e:38:26:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 13:01:27.273671 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1712359743-network', 'tenant_id': '36899804bc434230b50842ecae787811'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:01:27.283021 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:01:27.294287 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Usage tracker for resource:network and tenant:36899804bc434230b50842ecae787811 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:01:27.303117 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:01:27.311438 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:01:27.332653 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:27.349452 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Made reservation on behalf of 36899804bc434230b50842ecae787811 for: {'network': 1} {{(pid=86532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:01:27.355826 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for network, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:27.374040 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe5da12-62bd-4aca-b774-7e6b07394a07 {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:01:27.388308 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:27.409972 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 6fe5da12-62bd-4aca-b774-7e6b07394a07, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6fe5da12-62bd-4aca-b774-7e6b07394a07,segment=NetworkSegment(5c1e8466-a640-4708-9852-885c77ca66cf),segment_id=5c1e8466-a640-4708-9852-885c77ca66cf)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:01:27.420484 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:01:27.429350 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Usage tracker for resource:security_group_rule and tenant:36899804bc434230b50842ecae787811 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:01:27.436544 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:01:27.449900 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:01:27.469971 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:27.472516 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:27.563544 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:27.570851 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-60712124-b3f2-4623-82e7-8f2de28bfa61 req-93b37b77-e7a0-4924-adf3-5dd6fa3f23cf service neutron] 10.222.0.35 "GET /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4879317
Apr 22 13:01:27.597545 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a228b-050e-4d57-b86d-b68e0d1f59cb req-b4a4721b-3302-4296-b1f6-41d9b816f0e0 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:27.600702 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5b2a228b-050e-4d57-b86d-b68e0d1f59cb req-b4a4721b-3302-4296-b1f6-41d9b816f0e0 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7510d01-53c4-4249-9098-fa2234fc7f71 HTTP/1.1" status: 200  len: 943 time: 0.3223078
Apr 22 13:01:27.608603 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:27.613303 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ca9fc4d9-ca02-448f-9c11-336666b01476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:27.663846 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=6fe5da12-62bd-4aca-b774-7e6b07394a07,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:27.670663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'}  {{(pid=86532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 13:01:27.678478 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ffad53-685f-4796-9fb0-001132686fdd,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:27.682264 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:27.688987 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:27.689754 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:27.690216 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:27.690216 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.segments_db [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Added segment 7753dd2b-3be6-4857-946d-6f2826df5cca of type vlan for network 415837a5-0dfa-4f6d-873f-72d9cc748b77
Apr 22 13:01:27.690507 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:27.691246 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:27.692103 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:27.692794 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:27.693584 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:27.694289 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:27.695063 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:27.696030 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:27.696798 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:27.697623 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:27.704875 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:27.709328 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['6fe5da12-62bd-4aca-b774-7e6b07394a07'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 13:01:27.765950 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5b2a228b-050e-4d57-b86d-b68e0d1f59cb req-33bb5d99-2e1f-4593-b377-91320de7cb9e tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=93034943-a6ab-48c8-965e-55b87b9df0e3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1484652
Apr 22 13:01:27.766488 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776326693849'] for network, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:27.872996 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for network, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:27.877038 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:27.878428 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:27.897372 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:28.031336 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Pushing event updated for resources: {'Network': ['ID=415837a5-0dfa-4f6d-873f-72d9cc748b77,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:28.034311 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:28.044472 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Network 415837a5-0dfa-4f6d-873f-72d9cc748b77 details requested by agent ovs-agent-dv-cinder-787262-3-iscsi with host dv-cinder-787262-3-iscsi {{(pid=86534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 13:01:28.078039 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0962944
Apr 22 13:01:28.084340 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 56184) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:28.092556 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-4f9fc34f-e242-4dde-bee3-ad20f08e4fb1 admin admin] Request body: {'subnet': {'network_id': '415837a5-0dfa-4f6d-873f-72d9cc748b77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1712359743-subnet', 'tenant_id': '36899804bc434230b50842ecae787811', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:01:28.101012 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-4f9fc34f-e242-4dde-bee3-ad20f08e4fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:01:28.110256 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-4f9fc34f-e242-4dde-bee3-ad20f08e4fb1 admin admin] Usage tracker for resource:subnet and tenant:36899804bc434230b50842ecae787811 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:01:28.118210 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-4f9fc34f-e242-4dde-bee3-ad20f08e4fb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:01:28.135014 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-4f9fc34f-e242-4dde-bee3-ad20f08e4fb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:01:28.165330 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd01c2-cee6-49f8-95de-2cb8305699ac req-2b87cbc4-e101-4a31-b8e8-1c69c20388db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:28.167341 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d9fd01c2-cee6-49f8-95de-2cb8305699ac req-2b87cbc4-e101-4a31-b8e8-1c69c20388db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 943 time: 0.1409206
Apr 22 13:01:28.198313 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9fc34f-e242-4dde-bee3-ad20f08e4fb1 admin admin] Made reservation on behalf of 36899804bc434230b50842ecae787811 for: {'subnet': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:01:28.203904 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4f9fc34f-e242-4dde-bee3-ad20f08e4fb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844053260'] for subnet, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:28.300462 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 56190) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:28.321054 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d9fd01c2-cee6-49f8-95de-2cb8305699ac req-931f0c06-f54d-45ec-856d-e8165a469228 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1454322
Apr 22 13:01:28.456343 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c7ddf10a-f8d8-4bfd-9220-b295bc2beafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:28.474306 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c7ddf10a-f8d8-4bfd-9220-b295bc2beafc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:01:28.478608 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c7ddf10a-f8d8-4bfd-9220-b295bc2beafc admin admin] Usage tracker for resource:security_group_rule and tenant:a797dd9d62804af0b6c2605439365327 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:01:28.482193 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c7ddf10a-f8d8-4bfd-9220-b295bc2beafc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:01:28.489564 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c7ddf10a-f8d8-4bfd-9220-b295bc2beafc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:01:28.592140 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c7ddf10a-f8d8-4bfd-9220-b295bc2beafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:28.631914 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c7ddf10a-f8d8-4bfd-9220-b295bc2beafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:28.649663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-be31b882-4c63-43a9-b4ec-1f6cef2f2824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:28.713637 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4f9fc34f-e242-4dde-bee3-ad20f08e4fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10865196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844053275'] for subnet, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:28.717799 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddf10a-f8d8-4bfd-9220-b295bc2beafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e399c0-a8c0-4cfa-8fd6-fb0bde78b45b,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:28.727875 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-c7ddf10a-f8d8-4bfd-9220-b295bc2beafc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a797dd9d62804af0b6c2605439365327&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4210129
Apr 22 13:01:28.727875 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c7ddf10a-f8d8-4bfd-9220-b295bc2beafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:28.728365 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:28.728545 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 56196) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:28.804501 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1c71bb09-cbb3-4066-97b5-129582dd03e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:28.820982 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device ed85d4c9-f7c9-4141-ab04-a295a2d00b65 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 13:01:28.853913 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 6fe5da12-62bd-4aca-b774-7e6b07394a07 up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:01:28.870106 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1c71bb09-cbb3-4066-97b5-129582dd03e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:28.906643 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9fc34f-e242-4dde-bee3-ad20f08e4fb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb4c9e67-02f1-4626-b30a-d3919486af84,revision_number=0']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:28.911711 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4f9fc34f-e242-4dde-bee3-ad20f08e4fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:28.913285 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9fc34f-e242-4dde-bee3-ad20f08e4fb1 admin admin] Checking segment: {'id': '7753dd2b-3be6-4857-946d-6f2826df5cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '415837a5-0dfa-4f6d-873f-72d9cc748b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:01:28.913981 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9fc34f-e242-4dde-bee3-ad20f08e4fb1 admin admin] Network hostable DHCP agents. Network: 415837a5-0dfa-4f6d-873f-72d9cc748b77, hostable agents: ['87489297-b04a-4f62-8251-98d0a06ee999'], hosted agents: [] {{(pid=86533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 13:01:28.980640 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9fc34f-e242-4dde-bee3-ad20f08e4fb1 admin admin] Network 415837a5-0dfa-4f6d-873f-72d9cc748b77 is scheduled to be hosted by DHCP agent 87489297-b04a-4f62-8251-98d0a06ee999 with binding_index 1 {{(pid=86533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 13:01:29.066636 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-4f9fc34f-e242-4dde-bee3-ad20f08e4fb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-iscsi, 415837a5-0dfa-4f6d-873f-72d9cc748b77) {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:01:29.086644 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1c71bb09-cbb3-4066-97b5-129582dd03e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:29.091247 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56f93f9-567a-45cb-b779-28613ca42f39 None None] Network 415837a5-0dfa-4f6d-873f-72d9cc748b77 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:01:29.101036 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9fc34f-e242-4dde-bee3-ad20f08e4fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:29.102597 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4f9fc34f-e242-4dde-bee3-ad20f08e4fb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:29.108288 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c7ddf10a-f8d8-4bfd-9220-b295bc2beafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:29.148303 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71bb09-cbb3-4066-97b5-129582dd03e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e399c0-a8c0-4cfa-8fd6-fb0bde78b45b,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:29.153348 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1c71bb09-cbb3-4066-97b5-129582dd03e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:29.168190 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1c71bb09-cbb3-4066-97b5-129582dd03e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:29.174203 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-1c71bb09-cbb3-4066-97b5-129582dd03e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88e399c0-a8c0-4cfa-8fd6-fb0bde78b45b HTTP/1.1" status: 204  len: 168 time: 0.4409223
Apr 22 13:01:29.204734 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-4f9fc34f-e242-4dde-bee3-ad20f08e4fb1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1190698
Apr 22 13:01:29.256583 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3792c0e-01fc-4a45-b00a-b22a84ec48fe req-01d105d7-77a3-49c1-8e93-d0d0503e0d47 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:29.260122 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e3792c0e-01fc-4a45-b00a-b22a84ec48fe req-01d105d7-77a3-49c1-8e93-d0d0503e0d47 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7510d01-53c4-4249-9098-fa2234fc7f71 HTTP/1.1" status: 200  len: 944 time: 0.2479372
Apr 22 13:01:29.390435 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e3792c0e-01fc-4a45-b00a-b22a84ec48fe req-eee94b1a-21bf-45da-9453-38981aba3f7b tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=93034943-a6ab-48c8-965e-55b87b9df0e3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1105039
Apr 22 13:01:29.396928 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning for port 6fe5da12-62bd-4aca-b774-7e6b07394a07 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:01:29.471857 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port 6fe5da12-62bd-4aca-b774-7e6b07394a07 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:01:29.472913 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:29.620405 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port ed85d4c9-f7c9-4141-ab04-a295a2d00b65, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ed85d4c9-f7c9-4141-ab04-a295a2d00b65,segment=NetworkSegment(a608daa6-dfec-42e7-8fad-4704766614e8),segment_id=a608daa6-dfec-42e7-8fad-4704766614e8)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:01:29.807654 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': 'ed85d4c9-f7c9-4141-ab04-a295a2d00b65', 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5', 'port_id': 'ed85d4c9-f7c9-4141-ab04-a295a2d00b65', 'mac_address': 'fa:16:3e:b0:c5:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 13:01:29.823847 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2e0b6-4cd6-42c7-b94c-6ff1b2c628f5 req-d79d92b1-fa9d-4e41-b7d2-65b5328a1bb0 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:29.838231 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3cd2e0b6-4cd6-42c7-b94c-6ff1b2c628f5 req-d79d92b1-fa9d-4e41-b7d2-65b5328a1bb0 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 943 time: 0.1948030
Apr 22 13:01:29.944003 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3cd2e0b6-4cd6-42c7-b94c-6ff1b2c628f5 req-50c635a2-551f-4e77-89cc-db95a89d92d1 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0966439
Apr 22 13:01:29.977093 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:30.108491 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 56216) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:30.128157 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7510d01-53c4-4249-9098-fa2234fc7f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe5da12-62bd-4aca-b774-7e6b07394a07'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:01:30.134968 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-84be1f5d-814c-4382-81e1-14fc7587f79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:30.149361 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:30.168325 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-84be1f5d-814c-4382-81e1-14fc7587f79f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:01:30.173805 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e37e9b-0b91-4dac-8a2e-baef03934594 None None] Network 415837a5-0dfa-4f6d-873f-72d9cc748b77 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:01:30.178518 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-84be1f5d-814c-4382-81e1-14fc7587f79f admin admin] Usage tracker for resource:security_group_rule and tenant:b69b94d2f1fd4575abeb83f925562323 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:01:30.182048 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-84be1f5d-814c-4382-81e1-14fc7587f79f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:01:30.192827 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 6fe5da12-62bd-4aca-b774-7e6b07394a07, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6fe5da12-62bd-4aca-b774-7e6b07394a07,segment=NetworkSegment(5c1e8466-a640-4708-9852-885c77ca66cf),segment_id=5c1e8466-a640-4708-9852-885c77ca66cf)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:01:30.196153 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-84be1f5d-814c-4382-81e1-14fc7587f79f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:01:30.381755 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7510d01-53c4-4249-9098-fa2234fc7f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe5da12-62bd-4aca-b774-7e6b07394a07', 'code': 200}
Apr 22 13:01:30.405773 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed85d4c9-f7c9-4141-ab04-a295a2d00b65 {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:01:30.412042 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:30.415750 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-84be1f5d-814c-4382-81e1-14fc7587f79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:30.424482 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:30.477821 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-84be1f5d-814c-4382-81e1-14fc7587f79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:30.493242 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port ed85d4c9-f7c9-4141-ab04-a295a2d00b65, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ed85d4c9-f7c9-4141-ab04-a295a2d00b65,segment=NetworkSegment(a608daa6-dfec-42e7-8fad-4704766614e8),segment_id=a608daa6-dfec-42e7-8fad-4704766614e8)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:01:30.508059 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-eb7c5608-a3a0-4887-b17b-f206f3e46b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:30.678215 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-84be1f5d-814c-4382-81e1-14fc7587f79f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b69b94d2f1fd4575abeb83f925562323&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5252380
Apr 22 13:01:30.678215 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be1f5d-814c-4382-81e1-14fc7587f79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749012a8-735d-402c-962f-d969696a781b,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:30.678215 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-84be1f5d-814c-4382-81e1-14fc7587f79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:30.682373 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 56226) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:30.741153 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=6fe5da12-62bd-4aca-b774-7e6b07394a07,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:30.747901 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:30.803230 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:30.805669 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:30.853112 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-00d82784-7fc8-4b17-80fe-11d6d2b3a93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:30.940070 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffb877-6991-41db-ae6f-baa786c26212 req-4113d16a-d081-499b-aff4-fa6bc6113489 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:30.942142 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cfffb877-6991-41db-ae6f-baa786c26212 req-4113d16a-d081-499b-aff4-fa6bc6113489 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7510d01-53c4-4249-9098-fa2234fc7f71 HTTP/1.1" status: 200  len: 945 time: 0.2340024
Apr 22 13:01:30.947500 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-00d82784-7fc8-4b17-80fe-11d6d2b3a93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:30.965572 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=ed85d4c9-f7c9-4141-ab04-a295a2d00b65,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:30.991560 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:31.019981 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d544dd-1007-46b1-822a-a1465b9b4f5d req-fe3a139f-d496-40db-abee-c993064b9e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:31.022838 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-42d544dd-1007-46b1-822a-a1465b9b4f5d req-fe3a139f-d496-40db-abee-c993064b9e6d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c7510d01-53c4-4249-9098-fa2234fc7f71 HTTP/1.1" status: 200  len: 1098 time: 0.1388218
Apr 22 13:01:31.078520 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['ed85d4c9-f7c9-4141-ab04-a295a2d00b65'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 13:01:31.097173 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cfffb877-6991-41db-ae6f-baa786c26212 req-27f395fe-c796-48b1-8ad5-c006446ce42c tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=93034943-a6ab-48c8-965e-55b87b9df0e3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0982919
Apr 22 13:01:31.109782 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-42d544dd-1007-46b1-822a-a1465b9b4f5d req-868ed771-77e9-4bb1-a886-e21cee37efd8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=93034943-a6ab-48c8-965e-55b87b9df0e3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792794
Apr 22 13:01:31.151067 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-00d82784-7fc8-4b17-80fe-11d6d2b3a93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:31.162983 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d22bcdb0-b1a3-4868-bfbb-5303a5bb2ed8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:31.190332 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d82784-7fc8-4b17-80fe-11d6d2b3a93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749012a8-735d-402c-962f-d969696a781b,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:31.190332 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-00d82784-7fc8-4b17-80fe-11d6d2b3a93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:31.190332 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-00d82784-7fc8-4b17-80fe-11d6d2b3a93b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/749012a8-735d-402c-962f-d969696a781b HTTP/1.1" status: 204  len: 168 time: 0.5012023
Apr 22 13:01:31.196712 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-00d82784-7fc8-4b17-80fe-11d6d2b3a93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:31.559499 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67185d-fcbc-4158-888d-9a3ea659e30d req-914eff1b-a619-4247-8b50-20cdcff6aa27 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:31.572669 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1c67185d-fcbc-4158-888d-9a3ea659e30d req-914eff1b-a619-4247-8b50-20cdcff6aa27 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 944 time: 0.4693971
Apr 22 13:01:31.647043 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1c67185d-fcbc-4158-888d-9a3ea659e30d req-d757a3b8-b4df-4bd9-8de0-3f05aec3aaee tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729027
Apr 22 13:01:32.431977 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461826a1-0a70-4f87-a739-fde5af406599 req-ff9d4090-5bcf-42cc-b006-5b1489f1dfea tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:32.433799 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-461826a1-0a70-4f87-a739-fde5af406599 req-ff9d4090-5bcf-42cc-b006-5b1489f1dfea tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7510d01-53c4-4249-9098-fa2234fc7f71 HTTP/1.1" status: 200  len: 945 time: 0.1228061
Apr 22 13:01:32.523309 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-461826a1-0a70-4f87-a739-fde5af406599 req-d89679cd-9d77-4a07-b576-4267faba0900 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=93034943-a6ab-48c8-965e-55b87b9df0e3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0773404
Apr 22 13:01:32.832067 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device ed85d4c9-f7c9-4141-ab04-a295a2d00b65 up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:01:32.835556 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfc8a9-a3cc-46f8-9199-021a69ce8b97 req-a9e3857a-2a2d-4e16-8a31-129f18bdfdd1 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:32.838789 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9ccfc8a9-a3cc-46f8-9199-021a69ce8b97 req-a9e3857a-2a2d-4e16-8a31-129f18bdfdd1 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7510d01-53c4-4249-9098-fa2234fc7f71 HTTP/1.1" status: 200  len: 945 time: 0.1771812
Apr 22 13:01:32.859974 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 56274) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:32.874967 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-99fcac7e-229b-4864-9acc-886b8158f7ad tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Request body: {'floatingip': {'port_id': '6fe5da12-62bd-4aca-b774-7e6b07394a07'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:01:33.025674 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning for port ed85d4c9-f7c9-4141-ab04-a295a2d00b65 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:01:33.035265 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port ed85d4c9-f7c9-4141-ab04-a295a2d00b65 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:01:33.036078 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:33.106259 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-99fcac7e-229b-4864-9acc-886b8158f7ad tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for floatingip, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:33.214419 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2c61f-7df4-4d99-a600-df59edd846ae req-6c6dfa5b-9820-48db-8435-c61c0233b252 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:33.216514 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-45e2c61f-7df4-4d99-a600-df59edd846ae req-6c6dfa5b-9820-48db-8435-c61c0233b252 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 944 time: 0.1082702
Apr 22 13:01:33.278616 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-45e2c61f-7df4-4d99-a600-df59edd846ae req-866e81b9-eb66-45b4-845a-8d1908c43f1e tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485849
Apr 22 13:01:33.291630 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:33.332873 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3518d0e8-6544-473f-a686-5c42c8452194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed85d4c9-f7c9-4141-ab04-a295a2d00b65'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:01:33.345384 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port ed85d4c9-f7c9-4141-ab04-a295a2d00b65, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ed85d4c9-f7c9-4141-ab04-a295a2d00b65,segment=NetworkSegment(a608daa6-dfec-42e7-8fad-4704766614e8),segment_id=a608daa6-dfec-42e7-8fad-4704766614e8)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:01:33.385234 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:33.388056 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:33.443096 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3518d0e8-6544-473f-a686-5c42c8452194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed85d4c9-f7c9-4141-ab04-a295a2d00b65', 'code': 200}
Apr 22 13:01:33.471006 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=ed85d4c9-f7c9-4141-ab04-a295a2d00b65,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:33.488935 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:33.872757 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915374a-9be9-47e6-97be-550092be2eff req-bb2e15d9-9ebc-4f0e-8b47-a600c5fc2cd5 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:33.873552 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-c915374a-9be9-47e6-97be-550092be2eff req-bb2e15d9-9ebc-4f0e-8b47-a600c5fc2cd5 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Synchronizing usage tracker for tenant:36899804bc434230b50842ecae787811 on resource:network {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:01:33.951108 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5166dfe-c396-474c-8f84-5a0cc71bfd00 req-1418a4c4-0f54-4517-9ce5-f9498b3018bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:33.952984 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f5166dfe-c396-474c-8f84-5a0cc71bfd00 req-1418a4c4-0f54-4517-9ce5-f9498b3018bf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 1098 time: 0.1144836
Apr 22 13:01:34.008858 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f5166dfe-c396-474c-8f84-5a0cc71bfd00 req-787f3cf4-c9a3-48e2-8872-6ad5e28ee71e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491817
Apr 22 13:01:34.134176 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-c915374a-9be9-47e6-97be-550092be2eff req-bb2e15d9-9ebc-4f0e-8b47-a600c5fc2cd5 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Unset dirty status for tenant:36899804bc434230b50842ecae787811 on resource:network {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:01:34.135859 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c915374a-9be9-47e6-97be-550092be2eff req-bb2e15d9-9ebc-4f0e-8b47-a600c5fc2cd5 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/networks?id=415837a5-0dfa-4f6d-873f-72d9cc748b77 HTTP/1.1" status: 200  len: 809 time: 1.1067388
Apr 22 13:01:34.183359 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c915374a-9be9-47e6-97be-550092be2eff req-e6c29484-d4ff-4c7b-84fc-9c53072b4ad6 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/quotas/36899804bc434230b50842ecae787811 HTTP/1.1" status: 200  len: 375 time: 0.0259612
Apr 22 13:01:34.350940 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c915374a-9be9-47e6-97be-550092be2eff req-ca3ea8ad-54ec-40a3-af4d-02e8437d8e20 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=36899804bc434230b50842ecae787811&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0885944
Apr 22 13:01:34.642319 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b98d0d-414f-411c-8a17-7d2829cfee7e req-db39849b-a12c-4b78-8310-5103253c02f5 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:34.644241 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-89b98d0d-414f-411c-8a17-7d2829cfee7e req-db39849b-a12c-4b78-8310-5103253c02f5 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.1579499
Apr 22 13:01:34.727035 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-89b98d0d-414f-411c-8a17-7d2829cfee7e req-ade69b2a-a7d4-4cd0-8e8d-93cb3c473f80 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554576
Apr 22 13:01:34.729356 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.db.resource_extend [None req-99fcac7e-229b-4864-9acc-886b8158f7ad tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 22 13:01:34.813135 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c915374a-9be9-47e6-97be-550092be2eff req-ac2113a1-c0e9-40bd-ad7b-13ba094a56a1 service neutron] 10.222.0.20 "GET /v2.0/networks/415837a5-0dfa-4f6d-873f-72d9cc748b77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4348748
Apr 22 13:01:34.975370 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-99fcac7e-229b-4864-9acc-886b8158f7ad tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:35.031483 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-99fcac7e-229b-4864-9acc-886b8158f7ad tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-769201'] for floatingip, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:35.337188 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c915374a-9be9-47e6-97be-550092be2eff req-6361da30-5844-4a67-9327-091a183f73e2 service neutron] 10.222.0.20 "GET /v2.0/networks/415837a5-0dfa-4f6d-873f-72d9cc748b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5130649
Apr 22 13:01:35.441447 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.l3_db [None req-99fcac7e-229b-4864-9acc-886b8158f7ad tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Floating IP 63c265d3-ee56-4c0e-b192-c9ef22122f0f associated. External IP: 172.27.3.202, port: 6fe5da12-62bd-4aca-b774-7e6b07394a07.
Apr 22 13:01:35.608511 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-53e46b34-227a-4236-9ddc-ab27acd1a350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:35.801628 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2f8365e3-ff8f-4dce-b8a7-831e3538d4b9 req-8d956a27-31ab-4ae1-9f2e-7f918cafdf11 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6a54c3-ec69-42df-a663-87654f1209fd HTTP/1.1" status: 200  len: 210 time: 0.0905666
Apr 22 13:01:36.165975 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fcac7e-229b-4864-9acc-886b8158f7ad tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:01:36.177659 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06065178-d21d-4971-9e53-8d8197941d10 req-bc8f1c96-8625-4a30-9c6b-c271e53ca766 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:36.179356 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-06065178-d21d-4971-9e53-8d8197941d10 req-bc8f1c96-8625-4a30-9c6b-c271e53ca766 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.1730485
Apr 22 13:01:36.264389 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-06065178-d21d-4971-9e53-8d8197941d10 req-9729b1a4-5fa4-4d1b-9dac-04654eb6229b tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703516
Apr 22 13:01:37.043636 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:37.112702 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d6b682ac-ffba-4e44-a27b-c6e72122f27b req-d196efce-7092-4963-8e9c-f1d402597d40 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6a54c3-ec69-42df-a663-87654f1209fd HTTP/1.1" status: 200  len: 210 time: 0.1105978
Apr 22 13:01:37.264049 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d479bf-ea3d-4bfd-bf3a-c4a7694d7814 req-e6f20864-ee32-4ec7-bf35-3926f74ca9f2 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:37.268956 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e3d479bf-ea3d-4bfd-bf3a-c4a7694d7814 req-e6f20864-ee32-4ec7-bf35-3926f74ca9f2 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.8405731
Apr 22 13:01:37.275468 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fcac7e-229b-4864-9acc-886b8158f7ad tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:01:37.283550 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-99fcac7e-229b-4864-9acc-886b8158f7ad tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for floatingip, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:37.288372 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fc6b4b-5a22-4b09-ae05-329845c0fbec None None] Sync routers for ids ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:01:37.306418 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fc6b4b-5a22-4b09-ae05-329845c0fbec None None] Routers {'8e41e22f-3dc1-4e2d-9ec3-8af636316264'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:01:37.308288 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-07fc6b4b-5a22-4b09-ae05-329845c0fbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb657646dd8>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:01:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:01:37.439102 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-99fcac7e-229b-4864-9acc-886b8158f7ad tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "PUT /v2.0/floatingips/63c265d3-ee56-4c0e-b192-c9ef22122f0f HTTP/1.1" status: 200  len: 991 time: 4.5773475
Apr 22 13:01:37.443257 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7510d01-53c4-4249-9098-fa2234fc7f71', 'tag': '6fe5da12-62bd-4aca-b774-7e6b07394a07'}] {{(pid=86532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:01:37.454769 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e3d479bf-ea3d-4bfd-bf3a-c4a7694d7814 req-afe470c7-549a-472a-b94f-a1b0f4bc1a94 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1203392
Apr 22 13:01:37.525939 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 56362) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:37.822951 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-07fc6b4b-5a22-4b09-ae05-329845c0fbec None None] Set router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:01:37.829469 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7510d01-53c4-4249-9098-fa2234fc7f71', 'tag': '6fe5da12-62bd-4aca-b774-7e6b07394a07', 'status': 'completed', 'code': 200}
Apr 22 13:01:37.927153 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f618a5-9a40-41bc-be95-2f91d43eef6a tempest-TestShelveInstance-2064574050 tempest-TestShelveInstance-2064574050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:37.928124 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c3f618a5-9a40-41bc-be95-2f91d43eef6a tempest-TestShelveInstance-2064574050 tempest-TestShelveInstance-2064574050-project-admin] Synchronizing usage tracker for tenant:fb9d9f0dbbe6482182a99ac8d0fb45ee on resource:port {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:01:37.963806 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ea851-c454-4750-960b-90d940c30276 req-cd0001b5-1c78-49aa-874b-2cc9873c0280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:37.965761 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-000ea851-c454-4750-960b-90d940c30276 req-cd0001b5-1c78-49aa-874b-2cc9873c0280 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=074fdbf4f1214f53add5cfdd523c42e4&device_id=c7510d01-53c4-4249-9098-fa2234fc7f71 HTTP/1.1" status: 200  len: 1098 time: 0.1119168
Apr 22 13:01:38.013313 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c3f618a5-9a40-41bc-be95-2f91d43eef6a tempest-TestShelveInstance-2064574050 tempest-TestShelveInstance-2064574050-project-admin] Unset dirty status for tenant:fb9d9f0dbbe6482182a99ac8d0fb45ee on resource:port {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:01:38.014736 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-c3f618a5-9a40-41bc-be95-2f91d43eef6a tempest-TestShelveInstance-2064574050 tempest-TestShelveInstance-2064574050-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 1093 time: 0.4861000
Apr 22 13:01:38.018186 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 56368) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:38.024547 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Request body: {'floatingip': {'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'port_id': 'ed85d4c9-f7c9-4141-ab04-a295a2d00b65', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:01:38.033647 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:01:38.038163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Usage tracker for resource:floatingip and tenant:f47160e096ea4aef93cb730e0accf8e6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:01:38.041698 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:01:38.049770 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:01:38.123451 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for floatingip, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:38.131862 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ea851-c454-4750-960b-90d940c30276 req-3354faf7-dc08-496e-a465-0bcf1085bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:38.134097 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-000ea851-c454-4750-960b-90d940c30276 req-3354faf7-dc08-496e-a465-0bcf1085bbec service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 HTTP/1.1" status: 200  len: 912 time: 0.1609056
Apr 22 13:01:38.262041 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-07fc6b4b-5a22-4b09-ae05-329845c0fbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb657646dd8>, [{'id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'name': 'tempest-AttachVolumeTestJSON-1229733816-router', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:40Z', 'updated_at': '2021-04-22T12:56:17Z', 'revision_number': 4, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'gw_port': {'id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:45Z', 'updated_at': '2021-04-22T12:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': '63c265d3-ee56-4c0e-b192-c9ef22122f0f', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'port_id': '6fe5da12-62bd-4aca-b774-7e6b07394a07', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'mac_address': 'fa:16:3e:38:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7510d01-53c4-4249-9098-fa2234fc7f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:01:11Z', 'updated_at': '2021-04-22T13:01:34Z', 'revision_number': 1, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8761fef-da86-45d1-adbb-4e46c8b2d26d', 'name': '', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'mac_address': 'fa:16:3e:36:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:15Z', 'updated_at': '2021-04-22T12:56:35Z', 'revision_number': 5, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'subnets': [{'id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:01:38.267684 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fc6b4b-5a22-4b09-ae05-329845c0fbec None None] Checking router: 8e41e22f-3dc1-4e2d-9ec3-8af636316264 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:01:38.280142 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-000ea851-c454-4750-960b-90d940c30276 req-371739eb-4f38-4a76-a7c1-26bf0c20a4ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fe5da12-62bd-4aca-b774-7e6b07394a07 HTTP/1.1" status: 200  len: 999 time: 0.1386900
Apr 22 13:01:38.283004 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fc6b4b-5a22-4b09-ae05-329845c0fbec None None] Routers {'8e41e22f-3dc1-4e2d-9ec3-8af636316264'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:01:38.290585 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-07fc6b4b-5a22-4b09-ae05-329845c0fbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb657646dd8>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:01:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:01:38.429570 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:38.459347 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ea851-c454-4750-960b-90d940c30276 req-0418e6c4-01e7-4556-974f-cc6de2134881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:38.461289 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-000ea851-c454-4750-960b-90d940c30276 req-0418e6c4-01e7-4556-974f-cc6de2134881 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ded796f-1a8d-487b-8bc7-3beffd6cbda9 HTTP/1.1" status: 200  len: 850 time: 0.1681013
Apr 22 13:01:38.586507 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-07fc6b4b-5a22-4b09-ae05-329845c0fbec None None] Set router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:01:38.610372 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b452e283-94fe-41b8-9eaf-0e11dced43f1 req-4f3b3580-d0fc-458f-823c-a6159452a08c tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6a54c3-ec69-42df-a663-87654f1209fd HTTP/1.1" status: 200  len: 210 time: 0.0671275
Apr 22 13:01:38.642268 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ea851-c454-4750-960b-90d940c30276 req-5a08dd82-5fc2-4397-8f65-fe6d3d0e7bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:38.642268 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-000ea851-c454-4750-960b-90d940c30276 req-5a08dd82-5fc2-4397-8f65-fe6d3d0e7bff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1660161
Apr 22 13:01:38.687376 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Allocated IP 172.27.3.200 (2ddae30a-787b-4105-96b6-1d621d63b6d6/f62b3f7c-fd2a-4037-bea1-66926d384c05/80c36c1b-3e5b-466e-a5dc-6ca882705cda) {{(pid=86532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:01:38.803083 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-056fb6f2-6f8a-49bb-93bd-a32f1a46194a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:38.866299 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-000ea851-c454-4750-960b-90d940c30276 req-0bc78664-bd2d-4820-89eb-5360b8e7cc36 service neutron] 10.222.0.35 "GET /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2238836
Apr 22 13:01:38.920171 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for port, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:39.007009 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-07fc6b4b-5a22-4b09-ae05-329845c0fbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb657646dd8>, [{'id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'name': 'tempest-AttachVolumeTestJSON-1229733816-router', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:40Z', 'updated_at': '2021-04-22T12:56:17Z', 'revision_number': 4, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'gw_port': {'id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:45Z', 'updated_at': '2021-04-22T12:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': '63c265d3-ee56-4c0e-b192-c9ef22122f0f', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'port_id': '6fe5da12-62bd-4aca-b774-7e6b07394a07', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'mac_address': 'fa:16:3e:38:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7510d01-53c4-4249-9098-fa2234fc7f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:01:11Z', 'updated_at': '2021-04-22T13:01:34Z', 'revision_number': 1, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8761fef-da86-45d1-adbb-4e46c8b2d26d', 'name': '', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'mac_address': 'fa:16:3e:36:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:15Z', 'updated_at': '2021-04-22T12:56:35Z', 'revision_number': 5, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'subnets': [{'id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:01:39.012836 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fc6b4b-5a22-4b09-ae05-329845c0fbec None None] The sync data for ids ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'] in dv-cinder-787262-3-iscsi is: [{'id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'name': 'tempest-AttachVolumeTestJSON-1229733816-router', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:40Z', 'updated_at': '2021-04-22T12:56:17Z', 'revision_number': 4, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'gw_port': {'id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:45Z', 'updated_at': '2021-04-22T12:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': '63c265d3-ee56-4c0e-b192-c9ef22122f0f', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'port_id': '6fe5da12-62bd-4aca-b774-7e6b07394a07', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'mac_address': 'fa:16:3e:38:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7510d01-53c4-4249-9098-fa2234fc7f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:01:11Z', 'updated_at': '2021-04-22T13:01:34Z', 'revision_number': 1, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8761fef-da86-45d1-adbb-4e46c8b2d26d', 'name': '', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'mac_address': 'fa:16:3e:36:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:15Z', 'updated_at': '2021-04-22T12:56:35Z', 'revision_number': 5, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'subnets': [{'id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:01:39.031516 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:39.037580 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:39.097275 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915374a-9be9-47e6-97be-550092be2eff req-d56a5220-227f-4b0d-92eb-9099ba670fe1 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:39.098900 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c915374a-9be9-47e6-97be-550092be2eff req-d56a5220-227f-4b0d-92eb-9099ba670fe1 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.35 "GET /v2.0/networks?id=415837a5-0dfa-4f6d-873f-72d9cc748b77 HTTP/1.1" status: 200  len: 809 time: 0.3001111
Apr 22 13:01:39.148226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Pushing event updated for resources: {'Port': ['ID=80c36c1b-3e5b-466e-a5dc-6ca882705cda,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:39.153528 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:01:39.154839 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:01:39.157027 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:39.157669 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 56384) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:39.164786 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Received port after_create {{(pid=86532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:01:39.174023 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-c915374a-9be9-47e6-97be-550092be2eff req-8513bccd-f3e6-4b84-bd73-bb77e61c1b67 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Request body: {'port': {'device_id': 'bb6a54c3-ec69-42df-a663-87654f1209fd', 'network_id': '415837a5-0dfa-4f6d-873f-72d9cc748b77', 'admin_state_up': True, 'tenant_id': '36899804bc434230b50842ecae787811'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:01:39.256370 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-000ea851-c454-4750-960b-90d940c30276 req-9106d42b-b620-415a-84fb-ed960fb2ab30 service neutron] 10.222.0.35 "GET /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3173904
Apr 22 13:01:39.374652 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-c915374a-9be9-47e6-97be-550092be2eff req-8513bccd-f3e6-4b84-bd73-bb77e61c1b67 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:01:39.379525 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-c915374a-9be9-47e6-97be-550092be2eff req-8513bccd-f3e6-4b84-bd73-bb77e61c1b67 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Usage tracker for resource:port and tenant:36899804bc434230b50842ecae787811 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:01:39.383757 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-c915374a-9be9-47e6-97be-550092be2eff req-8513bccd-f3e6-4b84-bd73-bb77e61c1b67 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:01:39.389766 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd598a19-d2c3-40f1-97af-87a5cab822d8 None None] New status for floating IP 63c265d3-ee56-4c0e-b192-c9ef22122f0f: ACTIVE {{(pid=86535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 13:01:39.391960 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-c915374a-9be9-47e6-97be-550092be2eff req-8513bccd-f3e6-4b84-bd73-bb77e61c1b67 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:01:39.446550 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c915374a-9be9-47e6-97be-550092be2eff req-8513bccd-f3e6-4b84-bd73-bb77e61c1b67 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Made reservation on behalf of 36899804bc434230b50842ecae787811 for: {'port': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:01:39.454859 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c915374a-9be9-47e6-97be-550092be2eff req-8513bccd-f3e6-4b84-bd73-bb77e61c1b67 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:39.634302 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-52370d51-745d-4672-865e-3ed2bf7c3c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:39.703789 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-52370d51-745d-4672-865e-3ed2bf7c3c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:01:39.715012 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-52370d51-745d-4672-865e-3ed2bf7c3c4b admin admin] Usage tracker for resource:security_group_rule and tenant:ae798a5b82794770afead76d86123a1a is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:01:39.721328 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-52370d51-745d-4672-865e-3ed2bf7c3c4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:01:39.725290 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [req-c915374a-9be9-47e6-97be-550092be2eff req-8513bccd-f3e6-4b84-bd73-bb77e61c1b67 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Allocated IP 172.20.0.6 (415837a5-0dfa-4f6d-873f-72d9cc748b77/bb4c9e67-02f1-4626-b30a-d3919486af84/2a5e2441-773e-46d5-a22e-58fa147c938b) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:01:39.742664 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-52370d51-745d-4672-865e-3ed2bf7c3c4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:01:39.924204 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:39.993548 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-52370d51-745d-4672-865e-3ed2bf7c3c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:40.031045 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-52370d51-745d-4672-865e-3ed2bf7c3c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:40.040408 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cba9c1ee-26ca-4274-b395-088f67f41726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:40.102650 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1369db07-ef4c-4ec0-96b3-0387c8e1e05b req-5abc20b3-a846-4741-ab60-3ea323742366 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6a54c3-ec69-42df-a663-87654f1209fd HTTP/1.1" status: 200  len: 210 time: 0.1383662
Apr 22 13:01:40.132771 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52370d51-745d-4672-865e-3ed2bf7c3c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8feefc30-e615-4a26-8a43-8359fb374571,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:40.142507 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-52370d51-745d-4672-865e-3ed2bf7c3c4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae798a5b82794770afead76d86123a1a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9794009
Apr 22 13:01:40.142507 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-52370d51-745d-4672-865e-3ed2bf7c3c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:40.163054 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 56402) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:40.163842 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:40.203578 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c915374a-9be9-47e6-97be-550092be2eff req-8513bccd-f3e6-4b84-bd73-bb77e61c1b67 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:40.242074 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:40.271891 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c915374a-9be9-47e6-97be-550092be2eff req-8513bccd-f3e6-4b84-bd73-bb77e61c1b67 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:40.287870 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ccb077e2-01d5-499e-b5ee-b5e05994f339 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:40.364719 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c915374a-9be9-47e6-97be-550092be2eff req-8513bccd-f3e6-4b84-bd73-bb77e61c1b67 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Network 415837a5-0dfa-4f6d-873f-72d9cc748b77 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:01:40.374227 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [req-c915374a-9be9-47e6-97be-550092be2eff req-8513bccd-f3e6-4b84-bd73-bb77e61c1b67 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:01:40.379699 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-c915374a-9be9-47e6-97be-550092be2eff req-8513bccd-f3e6-4b84-bd73-bb77e61c1b67 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:01:40.387839 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e902c945-85f3-4e3a-aadc-f48c85204228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:40.426563 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513bccd-f3e6-4b84-bd73-bb77e61c1b67 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Pushing event updated for resources: {'Port': ['ID=2a5e2441-773e-46d5-a22e-58fa147c938b,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:40.431714 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8513bccd-f3e6-4b84-bd73-bb77e61c1b67 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:40.452821 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:40.459585 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e902c945-85f3-4e3a-aadc-f48c85204228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:40.473641 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915374a-9be9-47e6-97be-550092be2eff req-8513bccd-f3e6-4b84-bd73-bb77e61c1b67 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:40.476242 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c915374a-9be9-47e6-97be-550092be2eff req-8513bccd-f3e6-4b84-bd73-bb77e61c1b67 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:40.545103 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c915374a-9be9-47e6-97be-550092be2eff req-8513bccd-f3e6-4b84-bd73-bb77e61c1b67 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3798792
Apr 22 13:01:40.559830 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-c915374a-9be9-47e6-97be-550092be2eff req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Request body: {'port': {'device_id': 'bb6a54c3-ec69-42df-a663-87654f1209fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:01:40.626311 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for port, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:40.659815 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e902c945-85f3-4e3a-aadc-f48c85204228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:40.665327 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4fbee6a1-3a6a-4697-b852-788a2d234f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:40.682030 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902c945-85f3-4e3a-aadc-f48c85204228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8feefc30-e615-4a26-8a43-8359fb374571,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:40.685117 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e902c945-85f3-4e3a-aadc-f48c85204228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:40.694727 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843907407'] for port, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:40.701426 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:40.722414 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c915374a-9be9-47e6-97be-550092be2eff req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:40.750531 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e902c945-85f3-4e3a-aadc-f48c85204228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:40.751806 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-e902c945-85f3-4e3a-aadc-f48c85204228 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8feefc30-e615-4a26-8a43-8359fb374571 HTTP/1.1" status: 204  len: 168 time: 0.5599427
Apr 22 13:01:40.817379 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Pushing event updated for resources: {'Port': ['ID=80c36c1b-3e5b-466e-a5dc-6ca882705cda,revision_number=2']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:40.822325 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:40.840178 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-769201'] for floatingip, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:41.097690 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.l3_db [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Floating IP bd2e68a4-4095-4843-badf-000b981bbf10 associated. External IP: 172.27.3.200, port: ed85d4c9-f7c9-4141-ab04-a295a2d00b65.
Apr 22 13:01:41.196915 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:41.391525 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [req-c915374a-9be9-47e6-97be-550092be2eff req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a5e2441-773e-46d5-a22e-58fa147c938b {{(pid=86533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:01:41.408167 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c915374a-9be9-47e6-97be-550092be2eff req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:41.436144 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-c915374a-9be9-47e6-97be-550092be2eff req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Transition to ACTIVE for port object 2a5e2441-773e-46d5-a22e-58fa147c938b will not be triggered until provisioned by entity L2. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:01:41.473144 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 56416) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:41.501126 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3f7ec934-d6c8-4d5e-a229-afde9e0647cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:41.518758 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c915374a-9be9-47e6-97be-550092be2eff req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:41.525152 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1736c2b7-1558-462a-99df-5c0f41757f57 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:41.567697 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-3f7ec934-d6c8-4d5e-a229-afde9e0647cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:01:41.593574 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-3f7ec934-d6c8-4d5e-a229-afde9e0647cb admin admin] Usage tracker for resource:security_group_rule and tenant:3cab16c5115f40e490b768c8a84d95c8 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:01:41.668783 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-3f7ec934-d6c8-4d5e-a229-afde9e0647cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:01:41.690603 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-3f7ec934-d6c8-4d5e-a229-afde9e0647cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:01:41.692548 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77893a-506c-4326-b641-bffc1394dea2 req-958dc8e1-ad1f-4c96-b40e-3b79e6027d6b tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:41.694094 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-da77893a-506c-4326-b641-bffc1394dea2 req-958dc8e1-ad1f-4c96-b40e-3b79e6027d6b tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6a54c3-ec69-42df-a663-87654f1209fd HTTP/1.1" status: 200  len: 943 time: 0.3068807
Apr 22 13:01:41.700823 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Pushing event updated for resources: {'Port': ['ID=2a5e2441-773e-46d5-a22e-58fa147c938b,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:41.707014 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:41.879346 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-c915374a-9be9-47e6-97be-550092be2eff req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Attempting to bind port 2a5e2441-773e-46d5-a22e-58fa147c938b on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:01:41.879679 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-c915374a-9be9-47e6-97be-550092be2eff req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Attempting to bind port 2a5e2441-773e-46d5-a22e-58fa147c938b by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '7753dd2b-3be6-4857-946d-6f2826df5cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '415837a5-0dfa-4f6d-873f-72d9cc748b77'}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:01:41.879988 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c915374a-9be9-47e6-97be-550092be2eff req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Attempting to bind port 2a5e2441-773e-46d5-a22e-58fa147c938b on network 415837a5-0dfa-4f6d-873f-72d9cc748b77 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:01:41.897204 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c915374a-9be9-47e6-97be-550092be2eff req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Port 2a5e2441-773e-46d5-a22e-58fa147c938b on network 415837a5-0dfa-4f6d-873f-72d9cc748b77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 13:01:41.897554 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c915374a-9be9-47e6-97be-550092be2eff req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Attempting to bind port 2a5e2441-773e-46d5-a22e-58fa147c938b on network 415837a5-0dfa-4f6d-873f-72d9cc748b77 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:01:41.915289 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c915374a-9be9-47e6-97be-550092be2eff req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Checking agent: {'id': 'c59c10bf-e5dd-4538-bcf5-3ec585cc6c03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'started_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:01:41.915710 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c915374a-9be9-47e6-97be-550092be2eff req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Checking segment: {'id': '7753dd2b-3be6-4857-946d-6f2826df5cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '415837a5-0dfa-4f6d-873f-72d9cc748b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:01:41.916095 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c915374a-9be9-47e6-97be-550092be2eff req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Bound using segment: {'id': '7753dd2b-3be6-4857-946d-6f2826df5cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '415837a5-0dfa-4f6d-873f-72d9cc748b77'} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:01:41.916599 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-c915374a-9be9-47e6-97be-550092be2eff req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Bound port: 2a5e2441-773e-46d5-a22e-58fa147c938b, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7753dd2b-3be6-4857-946d-6f2826df5cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '415837a5-0dfa-4f6d-873f-72d9cc748b77'}}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:01:41.917058 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c915374a-9be9-47e6-97be-550092be2eff req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:41.986644 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3f7ec934-d6c8-4d5e-a229-afde9e0647cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:42.028859 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3f7ec934-d6c8-4d5e-a229-afde9e0647cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:42.047803 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4910949f-39ee-452b-bcbf-a14c5dc09f11 tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:42.113295 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-da77893a-506c-4326-b641-bffc1394dea2 req-15fec663-8f2a-4605-ac4f-4a38194a43b9 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Synchronizing usage tracker for tenant:36899804bc434230b50842ecae787811 on resource:security_group {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:01:42.115712 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ec934-d6c8-4d5e-a229-afde9e0647cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef95b571-2333-438f-8fe7-669071edd23f,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:42.119315 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-c915374a-9be9-47e6-97be-550092be2eff req-636ae573-82de-469f-b63e-166a129deb4c service neutron] For port 2a5e2441-773e-46d5-a22e-58fa147c938b, host hv-cinder-78726, cleared binding levels {{(pid=86533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:01:42.125432 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-3f7ec934-d6c8-4d5e-a229-afde9e0647cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3cab16c5115f40e490b768c8a84d95c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6508579
Apr 22 13:01:42.129467 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3f7ec934-d6c8-4d5e-a229-afde9e0647cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:42.133211 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 56420) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:42.156320 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-c915374a-9be9-47e6-97be-550092be2eff req-636ae573-82de-469f-b63e-166a129deb4c service neutron] For port 2a5e2441-773e-46d5-a22e-58fa147c938b, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=2a5e2441-773e-46d5-a22e-58fa147c938b,segment=NetworkSegment(7753dd2b-3be6-4857-946d-6f2826df5cca),segment_id=7753dd2b-3be6-4857-946d-6f2826df5cca)] {{(pid=86533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:01:42.161705 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Router f45e4e10-8c42-4e23-a4fc-64488a3576e5 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:01:42.216734 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0d02e4cd-4d00-4906-9e30-bc49dc2d2f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:42.219403 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c915374a-9be9-47e6-97be-550092be2eff req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:42.224929 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-81141228-c369-438c-9693-f70a06d5656e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:42.234707 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-da77893a-506c-4326-b641-bffc1394dea2 req-15fec663-8f2a-4605-ac4f-4a38194a43b9 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Unset dirty status for tenant:36899804bc434230b50842ecae787811 on resource:security_group {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:01:42.235995 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-da77893a-506c-4326-b641-bffc1394dea2 req-15fec663-8f2a-4605-ac4f-4a38194a43b9 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4813547
Apr 22 13:01:42.326540 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915374a-9be9-47e6-97be-550092be2eff req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:42.327279 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c915374a-9be9-47e6-97be-550092be2eff req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:42.329363 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c915374a-9be9-47e6-97be-550092be2eff req-636ae573-82de-469f-b63e-166a129deb4c service neutron] 10.222.0.35 "PUT /v2.0/ports/2a5e2441-773e-46d5-a22e-58fa147c938b HTTP/1.1" status: 200  len: 1093 time: 1.7756991
Apr 22 13:01:42.332165 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6a54c3-ec69-42df-a663-87654f1209fd', 'tag': '2a5e2441-773e-46d5-a22e-58fa147c938b'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:01:42.347094 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0d02e4cd-4d00-4906-9e30-bc49dc2d2f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:42.405447 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Pushing event updated for resources: {'Port': ['ID=2a5e2441-773e-46d5-a22e-58fa147c938b,revision_number=3']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:42.409170 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:42.440311 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:01:42.457192 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e412c8-ac3f-4512-a3bf-817a04699140 None None] Sync routers for ids ['f45e4e10-8c42-4e23-a4fc-64488a3576e5'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:01:42.479492 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e412c8-ac3f-4512-a3bf-817a04699140 None None] Routers {'f45e4e10-8c42-4e23-a4fc-64488a3576e5'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:01:42.480715 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-d8e412c8-ac3f-4512-a3bf-817a04699140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c5461d0>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:01:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['f45e4e10-8c42-4e23-a4fc-64488a3576e5'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:01:42.498309 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for floatingip, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:42.499770 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6a54c3-ec69-42df-a663-87654f1209fd', 'tag': '2a5e2441-773e-46d5-a22e-58fa147c938b', 'status': 'completed', 'code': 200}
Apr 22 13:01:42.504885 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0d02e4cd-4d00-4906-9e30-bc49dc2d2f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:42.530197 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d97cc43c-d3a0-4fe0-899b-33ed852a7cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:42.564974 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02e4cd-4d00-4906-9e30-bc49dc2d2f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef95b571-2333-438f-8fe7-669071edd23f,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:42.571855 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0d02e4cd-4d00-4906-9e30-bc49dc2d2f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:42.576263 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0d02e4cd-4d00-4906-9e30-bc49dc2d2f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:42.577532 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-0d02e4cd-4d00-4906-9e30-bc49dc2d2f4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef95b571-2333-438f-8fe7-669071edd23f HTTP/1.1" status: 204  len: 168 time: 0.4429059
Apr 22 13:01:42.605578 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915374a-9be9-47e6-97be-550092be2eff req-701cb4f4-c1a2-4a6d-aafb-610b8c0d10c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:42.607487 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c915374a-9be9-47e6-97be-550092be2eff req-701cb4f4-c1a2-4a6d-aafb-610b8c0d10c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36899804bc434230b50842ecae787811&device_id=bb6a54c3-ec69-42df-a663-87654f1209fd HTTP/1.1" status: 200  len: 1096 time: 0.1654797
Apr 22 13:01:42.623762 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.6034265
Apr 22 13:01:42.624903 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3518d0e8-6544-473f-a686-5c42c8452194', 'tag': 'ed85d4c9-f7c9-4141-ab04-a295a2d00b65'}] {{(pid=86532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:01:42.687000 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3518d0e8-6544-473f-a686-5c42c8452194', 'tag': 'ed85d4c9-f7c9-4141-ab04-a295a2d00b65', 'status': 'completed', 'code': 200}
Apr 22 13:01:42.785105 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-d8e412c8-ac3f-4512-a3bf-817a04699140 None None] Set router f45e4e10-8c42-4e23-a4fc-64488a3576e5 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:01:42.801775 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c915374a-9be9-47e6-97be-550092be2eff req-36226446-48c4-4e88-b9b3-1e7feb279ca3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a5e2441-773e-46d5-a22e-58fa147c938b HTTP/1.1" status: 200  len: 217 time: 0.1724880
Apr 22 13:01:42.898113 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915374a-9be9-47e6-97be-550092be2eff req-f55f9ded-30da-4dca-b75e-c9cdfa71d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:42.899749 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c915374a-9be9-47e6-97be-550092be2eff req-f55f9ded-30da-4dca-b75e-c9cdfa71d91b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb4c9e67-02f1-4626-b30a-d3919486af84 HTTP/1.1" status: 200  len: 849 time: 0.0896981
Apr 22 13:01:43.202078 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a8963-a14f-4633-8dd3-8feeaf04b452 req-03ca6c65-4940-4535-b410-3a2cd11fec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:43.203812 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-887a8963-a14f-4633-8dd3-8feeaf04b452 req-03ca6c65-4940-4535-b410-3a2cd11fec0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f47160e096ea4aef93cb730e0accf8e6&device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 1098 time: 0.4537647
Apr 22 13:01:43.212077 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c915374a-9be9-47e6-97be-550092be2eff req-61a97594-2d34-4ef7-8e8f-e63b09ecf2d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=415837a5-0dfa-4f6d-873f-72d9cc748b77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3045435
Apr 22 13:01:43.342772 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-d8e412c8-ac3f-4512-a3bf-817a04699140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c5461d0>, [{'id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'name': 'tempest-TestShelveInstance-1709657667-router', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:17Z', 'updated_at': '2021-04-22T13:00:24Z', 'revision_number': 4, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'gw_port': {'id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:18Z', 'updated_at': '2021-04-22T13:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': 'bd2e68a4-4095-4843-badf-000b981bbf10', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'port_id': 'ed85d4c9-f7c9-4141-ab04-a295a2d00b65', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5', 'mac_address': 'fa:16:3e:b0:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3518d0e8-6544-473f-a686-5c42c8452194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:01:39Z', 'updated_at': '2021-04-22T13:01:39Z', 'revision_number': 0, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55f7c69-693c-4733-9d3b-fd390fbe1af8', 'name': '', 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'mac_address': 'fa:16:3e:6b:5b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:23Z', 'updated_at': '2021-04-22T13:00:35Z', 'revision_number': 5, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'subnets': [{'id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:01:43.351152 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e412c8-ac3f-4512-a3bf-817a04699140 None None] Checking router: f45e4e10-8c42-4e23-a4fc-64488a3576e5 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:01:43.373672 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e412c8-ac3f-4512-a3bf-817a04699140 None None] Routers {'f45e4e10-8c42-4e23-a4fc-64488a3576e5'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:01:43.375756 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-d8e412c8-ac3f-4512-a3bf-817a04699140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c5461d0>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:01:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['f45e4e10-8c42-4e23-a4fc-64488a3576e5'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:01:43.502711 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a8963-a14f-4633-8dd3-8feeaf04b452 req-4eb8ff94-7f72-4135-b874-8ee31d4637b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:43.505872 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-887a8963-a14f-4633-8dd3-8feeaf04b452 req-4eb8ff94-7f72-4135-b874-8ee31d4637b7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d05e26c1-05af-49ff-9dfd-3e90bf4899b5 HTTP/1.1" status: 200  len: 910 time: 0.2931106
Apr 22 13:01:43.564904 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad299f-5046-416e-aedf-fdad3fb76a3b req-3a3eab6a-22ce-48da-a113-263dd16bfc6e tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:43.569054 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b5ad299f-5046-416e-aedf-fdad3fb76a3b req-3a3eab6a-22ce-48da-a113-263dd16bfc6e tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6a54c3-ec69-42df-a663-87654f1209fd HTTP/1.1" status: 200  len: 943 time: 0.1545217
Apr 22 13:01:43.614316 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c915374a-9be9-47e6-97be-550092be2eff req-5dd8fb1c-2cc1-4071-ab65-bd9294c4c033 service neutron] 10.222.0.35 "GET /v2.0/networks/415837a5-0dfa-4f6d-873f-72d9cc748b77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3793268
Apr 22 13:01:43.673271 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b5ad299f-5046-416e-aedf-fdad3fb76a3b req-e50d97aa-8c47-4fa2-a4aa-10ae066deb9b tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904334
Apr 22 13:01:43.755204 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-d8e412c8-ac3f-4512-a3bf-817a04699140 None None] Set router f45e4e10-8c42-4e23-a4fc-64488a3576e5 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:01:43.928602 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-887a8963-a14f-4633-8dd3-8feeaf04b452 req-86780389-1884-4b0c-8383-656f315aa892 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed85d4c9-f7c9-4141-ab04-a295a2d00b65 HTTP/1.1" status: 200  len: 999 time: 0.3117518
Apr 22 13:01:44.014843 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c915374a-9be9-47e6-97be-550092be2eff req-74611bd3-a87c-42ea-98fc-2de81272e310 service neutron] 10.222.0.35 "GET /v2.0/networks/415837a5-0dfa-4f6d-873f-72d9cc748b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2872899
Apr 22 13:01:44.041500 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a8963-a14f-4633-8dd3-8feeaf04b452 req-e65221c1-ff43-49ef-8b95-5b01a0970271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:44.058333 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-887a8963-a14f-4633-8dd3-8feeaf04b452 req-e65221c1-ff43-49ef-8b95-5b01a0970271 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=39298668-4b9e-4e6f-921e-092c9f15844e HTTP/1.1" status: 200  len: 848 time: 0.1011000
Apr 22 13:01:44.225916 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a8963-a14f-4633-8dd3-8feeaf04b452 req-908b73f3-569d-44f9-902c-28f98f2cc4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:44.227531 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-887a8963-a14f-4633-8dd3-8feeaf04b452 req-908b73f3-569d-44f9-902c-28f98f2cc4f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d05e26c1-05af-49ff-9dfd-3e90bf4899b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1746559
Apr 22 13:01:44.239841 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a13f60-feb6-46bb-9ff3-cdafff9cc32e req-7d96699e-8dfa-44f1-9211-5c84d1f1ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:44.241674 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e0a13f60-feb6-46bb-9ff3-cdafff9cc32e req-7d96699e-8dfa-44f1-9211-5c84d1f1ae9d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36899804bc434230b50842ecae787811&device_id=bb6a54c3-ec69-42df-a663-87654f1209fd HTTP/1.1" status: 200  len: 1096 time: 0.1176963
Apr 22 13:01:44.653969 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-d8e412c8-ac3f-4512-a3bf-817a04699140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c5461d0>, [{'id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'name': 'tempest-TestShelveInstance-1709657667-router', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:17Z', 'updated_at': '2021-04-22T13:00:24Z', 'revision_number': 4, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'gw_port': {'id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:18Z', 'updated_at': '2021-04-22T13:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': 'bd2e68a4-4095-4843-badf-000b981bbf10', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'port_id': 'ed85d4c9-f7c9-4141-ab04-a295a2d00b65', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5', 'mac_address': 'fa:16:3e:b0:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3518d0e8-6544-473f-a686-5c42c8452194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:01:39Z', 'updated_at': '2021-04-22T13:01:39Z', 'revision_number': 0, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55f7c69-693c-4733-9d3b-fd390fbe1af8', 'name': '', 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'mac_address': 'fa:16:3e:6b:5b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:23Z', 'updated_at': '2021-04-22T13:00:35Z', 'revision_number': 5, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'subnets': [{'id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:01:44.659355 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e412c8-ac3f-4512-a3bf-817a04699140 None None] The sync data for ids ['f45e4e10-8c42-4e23-a4fc-64488a3576e5'] in dv-cinder-787262-3-iscsi is: [{'id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'name': 'tempest-TestShelveInstance-1709657667-router', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:17Z', 'updated_at': '2021-04-22T13:00:24Z', 'revision_number': 4, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'gw_port': {'id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:18Z', 'updated_at': '2021-04-22T13:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': 'bd2e68a4-4095-4843-badf-000b981bbf10', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'port_id': 'ed85d4c9-f7c9-4141-ab04-a295a2d00b65', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5', 'mac_address': 'fa:16:3e:b0:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3518d0e8-6544-473f-a686-5c42c8452194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:01:39Z', 'updated_at': '2021-04-22T13:01:39Z', 'revision_number': 0, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55f7c69-693c-4733-9d3b-fd390fbe1af8', 'name': '', 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'mac_address': 'fa:16:3e:6b:5b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:23Z', 'updated_at': '2021-04-22T13:00:35Z', 'revision_number': 5, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'subnets': [{'id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:01:44.702126 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-887a8963-a14f-4633-8dd3-8feeaf04b452 req-e9ade138-f42e-4185-99bd-3a0f898de5dd service neutron] 10.222.0.35 "GET /v2.0/networks/d05e26c1-05af-49ff-9dfd-3e90bf4899b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4590573
Apr 22 13:01:44.711209 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a13f60-feb6-46bb-9ff3-cdafff9cc32e req-b9861289-1b6c-4675-a636-0304719b2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:44.714466 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e0a13f60-feb6-46bb-9ff3-cdafff9cc32e req-b9861289-1b6c-4675-a636-0304719b2b0a service neutron] 10.222.0.35 "GET /v2.0/networks?id=415837a5-0dfa-4f6d-873f-72d9cc748b77 HTTP/1.1" status: 200  len: 910 time: 0.4444613
Apr 22 13:01:45.008302 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e0a13f60-feb6-46bb-9ff3-cdafff9cc32e req-da75620d-7d3d-4227-b0dc-9465639eb5a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a5e2441-773e-46d5-a22e-58fa147c938b HTTP/1.1" status: 200  len: 217 time: 0.2462425
Apr 22 13:01:45.054427 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15025d80-6f48-432a-bf9f-6f13a177c128 None None] New status for floating IP bd2e68a4-4095-4843-badf-000b981bbf10: ACTIVE {{(pid=86535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 13:01:45.368000 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a13f60-feb6-46bb-9ff3-cdafff9cc32e req-671553e7-f057-4c5c-8b68-708af1c44895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:45.371000 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e0a13f60-feb6-46bb-9ff3-cdafff9cc32e req-671553e7-f057-4c5c-8b68-708af1c44895 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb4c9e67-02f1-4626-b30a-d3919486af84 HTTP/1.1" status: 200  len: 849 time: 0.2528377
Apr 22 13:01:45.391048 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6905c-4230-4e81-962c-cc5d44d5e0c9 req-a1b746f8-7ccf-475f-be4d-0f851207240f tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:45.392303 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-23d6905c-4230-4e81-962c-cc5d44d5e0c9 req-a1b746f8-7ccf-475f-be4d-0f851207240f tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Synchronizing usage tracker for tenant:36899804bc434230b50842ecae787811 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:01:45.522176 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e0a13f60-feb6-46bb-9ff3-cdafff9cc32e req-dcce57ac-e199-42bc-8732-f1a649ab262d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=415837a5-0dfa-4f6d-873f-72d9cc748b77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1059856
Apr 22 13:01:45.532216 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-887a8963-a14f-4633-8dd3-8feeaf04b452 req-60155f39-5160-4437-9367-42ac00cd37e1 service neutron] 10.222.0.35 "GET /v2.0/networks/d05e26c1-05af-49ff-9dfd-3e90bf4899b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8160427
Apr 22 13:01:45.693582 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-23d6905c-4230-4e81-962c-cc5d44d5e0c9 req-a1b746f8-7ccf-475f-be4d-0f851207240f tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Unset dirty status for tenant:36899804bc434230b50842ecae787811 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:01:45.695803 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23d6905c-4230-4e81-962c-cc5d44d5e0c9 req-a1b746f8-7ccf-475f-be4d-0f851207240f tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6a54c3-ec69-42df-a663-87654f1209fd HTTP/1.1" status: 200  len: 943 time: 0.8047860
Apr 22 13:01:45.843393 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23d6905c-4230-4e81-962c-cc5d44d5e0c9 req-6f6526ef-ae7e-4990-8c6d-0f2d1ec77186 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380258
Apr 22 13:01:45.875270 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e0a13f60-feb6-46bb-9ff3-cdafff9cc32e req-c0f83939-1e88-40cd-a154-5e1aae732400 service neutron] 10.222.0.35 "GET /v2.0/networks/415837a5-0dfa-4f6d-873f-72d9cc748b77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3414214
Apr 22 13:01:46.045875 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e0a13f60-feb6-46bb-9ff3-cdafff9cc32e req-3ccb847f-4bb7-4fc1-95f5-280109582256 service neutron] 10.222.0.35 "GET /v2.0/networks/415837a5-0dfa-4f6d-873f-72d9cc748b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1623745
Apr 22 13:01:46.864026 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 2a5e2441-773e-46d5-a22e-58fa147c938b details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 13:01:47.036836 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 2a5e2441-773e-46d5-a22e-58fa147c938b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=2a5e2441-773e-46d5-a22e-58fa147c938b,segment=NetworkSegment(7753dd2b-3be6-4857-946d-6f2826df5cca),segment_id=7753dd2b-3be6-4857-946d-6f2826df5cca)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:01:47.053088 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': '2a5e2441-773e-46d5-a22e-58fa147c938b', 'network_id': '415837a5-0dfa-4f6d-873f-72d9cc748b77', 'port_id': '2a5e2441-773e-46d5-a22e-58fa147c938b', 'mac_address': 'fa:16:3e:c9:03:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4c9e67-02f1-4626-b30a-d3919486af84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 13:01:47.128033 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:47.159332 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5e2441-773e-46d5-a22e-58fa147c938b {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:01:47.187533 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 2a5e2441-773e-46d5-a22e-58fa147c938b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=2a5e2441-773e-46d5-a22e-58fa147c938b,segment=NetworkSegment(7753dd2b-3be6-4857-946d-6f2826df5cca),segment_id=7753dd2b-3be6-4857-946d-6f2826df5cca)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:01:47.192023 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067710f-bf91-48b7-adb3-fefce33981bb req-382a1e90-9480-44af-bccd-a22eeedad7ff tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:47.193752 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9067710f-bf91-48b7-adb3-fefce33981bb req-382a1e90-9480-44af-bccd-a22eeedad7ff tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6a54c3-ec69-42df-a663-87654f1209fd HTTP/1.1" status: 200  len: 943 time: 0.1154439
Apr 22 13:01:47.216551 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:47.218647 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:47.291148 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9067710f-bf91-48b7-adb3-fefce33981bb req-8bbfd3f7-9ef7-48d8-911d-107d6839e3e7 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863538
Apr 22 13:01:47.311161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=2a5e2441-773e-46d5-a22e-58fa147c938b,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:47.316134 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:47.502609 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['2a5e2441-773e-46d5-a22e-58fa147c938b'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 13:01:48.561381 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada7c60-1916-4d2b-9689-c8a4d4e38081 req-607ead10-b39a-441b-82d1-5e65ee396a7e tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:48.563216 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7ada7c60-1916-4d2b-9689-c8a4d4e38081 req-607ead10-b39a-441b-82d1-5e65ee396a7e tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6a54c3-ec69-42df-a663-87654f1209fd HTTP/1.1" status: 200  len: 944 time: 0.1228974
Apr 22 13:01:48.624530 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7ada7c60-1916-4d2b-9689-c8a4d4e38081 req-423ced92-979e-438e-b81f-d2e933893340 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541761
Apr 22 13:01:48.880641 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 2a5e2441-773e-46d5-a22e-58fa147c938b up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:01:48.997666 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning for port 2a5e2441-773e-46d5-a22e-58fa147c938b completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:01:49.006576 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port 2a5e2441-773e-46d5-a22e-58fa147c938b triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:01:49.007235 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:49.236478 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:49.270864 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6a54c3-ec69-42df-a663-87654f1209fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5e2441-773e-46d5-a22e-58fa147c938b'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:01:49.283661 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 2a5e2441-773e-46d5-a22e-58fa147c938b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=2a5e2441-773e-46d5-a22e-58fa147c938b,segment=NetworkSegment(7753dd2b-3be6-4857-946d-6f2826df5cca),segment_id=7753dd2b-3be6-4857-946d-6f2826df5cca)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:01:49.337866 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:49.341939 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:49.489662 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=2a5e2441-773e-46d5-a22e-58fa147c938b,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:49.500919 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:49.611958 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6a54c3-ec69-42df-a663-87654f1209fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5e2441-773e-46d5-a22e-58fa147c938b', 'code': 200}
Apr 22 13:01:50.041194 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d07cde-ee86-44f8-8185-6690b01c9a47 req-31471a8f-14e7-4991-835a-3290413baf7e tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:50.043337 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23d07cde-ee86-44f8-8185-6690b01c9a47 req-31471a8f-14e7-4991-835a-3290413baf7e tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6a54c3-ec69-42df-a663-87654f1209fd HTTP/1.1" status: 200  len: 945 time: 0.1797247
Apr 22 13:01:50.050094 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1f493-1178-48a5-a528-e86c7d1b2cd6 req-6c26326e-9327-4fea-ab67-ca9a67666fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:50.051870 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fce1f493-1178-48a5-a528-e86c7d1b2cd6 req-6c26326e-9327-4fea-ab67-ca9a67666fb3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bb6a54c3-ec69-42df-a663-87654f1209fd HTTP/1.1" status: 200  len: 1098 time: 0.1462862
Apr 22 13:01:50.132639 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23d07cde-ee86-44f8-8185-6690b01c9a47 req-007c6f70-cea0-4a10-8e39-3a62ce818009 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778718
Apr 22 13:01:50.136613 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fce1f493-1178-48a5-a528-e86c7d1b2cd6 req-c8d09560-a9b4-469d-8c1a-69cf3affcfa3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664916
Apr 22 13:01:51.399192 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133154e-2d5e-4124-a2a2-b972cf044e01 req-3dfffd78-097b-4c21-b2ea-bf1c571673c2 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:51.400931 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e133154e-2d5e-4124-a2a2-b972cf044e01 req-3dfffd78-097b-4c21-b2ea-bf1c571673c2 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6a54c3-ec69-42df-a663-87654f1209fd HTTP/1.1" status: 200  len: 945 time: 0.1026359
Apr 22 13:01:51.457450 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e133154e-2d5e-4124-a2a2-b972cf044e01 req-1deea1d1-01cf-4766-9609-af97d8a85c60 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495565
Apr 22 13:01:53.296462 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddeb67-9567-41c0-a63e-d12477c3c7ef req-f7c1578c-b4ca-4ab3-80c6-63f12c73d447 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:53.298178 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-16ddeb67-9567-41c0-a63e-d12477c3c7ef req-f7c1578c-b4ca-4ab3-80c6-63f12c73d447 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6a54c3-ec69-42df-a663-87654f1209fd HTTP/1.1" status: 200  len: 945 time: 0.1333792
Apr 22 13:01:53.374256 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-16ddeb67-9567-41c0-a63e-d12477c3c7ef req-ae8792f3-469d-49b6-aef8-2dacbe721b0c tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694337
Apr 22 13:01:53.712838 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 56638) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:53.861326 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2808bda-7c05-4435-8784-3eacb876418d req-8adc727f-20ec-4ed6-9b94-03854aa74eae tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:53.864215 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d2808bda-7c05-4435-8784-3eacb876418d req-8adc727f-20ec-4ed6-9b94-03854aa74eae tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.1150467
Apr 22 13:01:53.884674 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e09e9b76-b250-497b-95c0-a169528f276f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:53.903635 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-e09e9b76-b250-497b-95c0-a169528f276f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:01:53.908361 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-e09e9b76-b250-497b-95c0-a169528f276f admin admin] Usage tracker for resource:security_group_rule and tenant:69365216e47b4ffabf45c57e85b3b1a0 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:01:53.911972 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-e09e9b76-b250-497b-95c0-a169528f276f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:01:53.919046 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-e09e9b76-b250-497b-95c0-a169528f276f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:01:53.951316 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d2808bda-7c05-4435-8784-3eacb876418d req-05bf1539-eb69-4083-bf86-aa4b5bce0326 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788372
Apr 22 13:01:54.123229 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e09e9b76-b250-497b-95c0-a169528f276f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:54.156506 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e09e9b76-b250-497b-95c0-a169528f276f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:54.165659 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c4771201-0a28-4584-934d-0c1fcc3641d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:54.213634 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e9b76-b250-497b-95c0-a169528f276f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2814b7-1d98-4623-b4a0-a17584f99052,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:54.218163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e09e9b76-b250-497b-95c0-a169528f276f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:54.221309 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-e09e9b76-b250-497b-95c0-a169528f276f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69365216e47b4ffabf45c57e85b3b1a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5073047
Apr 22 13:01:54.225033 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 56644) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:54.293242 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ec5bc5b7-847f-4da0-be79-9f60f55d3dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:54.324298 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ec5bc5b7-847f-4da0-be79-9f60f55d3dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:54.408263 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ec5bc5b7-847f-4da0-be79-9f60f55d3dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:54.412937 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6fc7be9a-2991-43ac-9d8e-20e23b8e3d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:54.427511 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bc5b7-847f-4da0-be79-9f60f55d3dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2814b7-1d98-4623-b4a0-a17584f99052,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:54.431951 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ec5bc5b7-847f-4da0-be79-9f60f55d3dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:54.436418 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ec5bc5b7-847f-4da0-be79-9f60f55d3dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:54.441845 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-ec5bc5b7-847f-4da0-be79-9f60f55d3dde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a2814b7-1d98-4623-b4a0-a17584f99052 HTTP/1.1" status: 204  len: 168 time: 0.2114992
Apr 22 13:01:54.793989 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcdcd9-67fe-4a2e-9818-dc55f51dfba8 req-751171d9-9d3b-491e-959b-6c156c12d8c9 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:54.795894 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4bdcdcd9-67fe-4a2e-9818-dc55f51dfba8 req-751171d9-9d3b-491e-959b-6c156c12d8c9 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb6a54c3-ec69-42df-a663-87654f1209fd HTTP/1.1" status: 200  len: 945 time: 0.2477221
Apr 22 13:01:54.810845 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502b482-965a-409f-b86a-2c7a7362c5a0 req-e3064308-117d-4ced-b8ca-16f9bc214ed0 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:54.812658 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2502b482-965a-409f-b86a-2c7a7362c5a0 req-e3064308-117d-4ced-b8ca-16f9bc214ed0 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6a54c3-ec69-42df-a663-87654f1209fd HTTP/1.1" status: 200  len: 945 time: 0.1800518
Apr 22 13:01:54.930049 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-4bdcdcd9-67fe-4a2e-9818-dc55f51dfba8 req-fd1471ad-a51b-41a8-b4e1-030ec1de2189 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Deleting port 2a5e2441-773e-46d5-a22e-58fa147c938b {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:01:54.930425 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-4bdcdcd9-67fe-4a2e-9818-dc55f51dfba8 req-fd1471ad-a51b-41a8-b4e1-030ec1de2189 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:54.974874 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2502b482-965a-409f-b86a-2c7a7362c5a0 req-829dfae5-a26f-4106-b204-3970b7ee0580 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275148
Apr 22 13:01:55.255493 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-4bdcdcd9-67fe-4a2e-9818-dc55f51dfba8 req-fd1471ad-a51b-41a8-b4e1-030ec1de2189 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] For port 2a5e2441-773e-46d5-a22e-58fa147c938b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=2a5e2441-773e-46d5-a22e-58fa147c938b,segment=NetworkSegment(7753dd2b-3be6-4857-946d-6f2826df5cca),segment_id=7753dd2b-3be6-4857-946d-6f2826df5cca)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:01:55.256150 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-4bdcdcd9-67fe-4a2e-9818-dc55f51dfba8 req-fd1471ad-a51b-41a8-b4e1-030ec1de2189 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:55.259110 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67232b-de2f-40dd-b8fb-d8975b68df24 req-b0aa7830-2122-4c2c-8347-2770320a3e3b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:55.262555 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6c67232b-de2f-40dd-b8fb-d8975b68df24 req-b0aa7830-2122-4c2c-8347-2770320a3e3b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.1348984
Apr 22 13:01:55.317723 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6c67232b-de2f-40dd-b8fb-d8975b68df24 req-c0088058-5eed-4e5d-bdf4-00a117da2d93 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475433
Apr 22 13:01:55.450852 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 56660) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:55.477762 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-656a08ca-b84c-4b00-a1fe-98c5b27c869e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:55.499478 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-656a08ca-b84c-4b00-a1fe-98c5b27c869e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:01:55.504216 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-656a08ca-b84c-4b00-a1fe-98c5b27c869e admin admin] Usage tracker for resource:security_group_rule and tenant:3b391fe498ae4ea49f2f164513a6694d is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:01:55.508209 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-656a08ca-b84c-4b00-a1fe-98c5b27c869e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:01:55.519182 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-656a08ca-b84c-4b00-a1fe-98c5b27c869e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:01:55.673163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-4bdcdcd9-67fe-4a2e-9818-dc55f51dfba8 req-fd1471ad-a51b-41a8-b4e1-030ec1de2189 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Calling delete_port for 2a5e2441-773e-46d5-a22e-58fa147c938b owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:01:55.686932 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-656a08ca-b84c-4b00-a1fe-98c5b27c869e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:55.728262 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-656a08ca-b84c-4b00-a1fe-98c5b27c869e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:55.739238 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-32a91fab-2bd8-443b-8811-d0229b44e26f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:55.798846 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-656a08ca-b84c-4b00-a1fe-98c5b27c869e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b391fe498ae4ea49f2f164513a6694d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3465707
Apr 22 13:01:55.800800 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a08ca-b84c-4b00-a1fe-98c5b27c869e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df42c06-6014-4b1f-8801-c627a6cec9b2,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:55.803514 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 56666) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:55.806456 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-656a08ca-b84c-4b00-a1fe-98c5b27c869e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:55.875830 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-05839007-b69f-4b4d-8df6-67ef485d8812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:55.892301 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-4bdcdcd9-67fe-4a2e-9818-dc55f51dfba8 req-fd1471ad-a51b-41a8-b4e1-030ec1de2189 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:55.898414 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-69dbf291-5eb1-4283-9197-01d747beef94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:55.908265 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-05839007-b69f-4b4d-8df6-67ef485d8812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:55.952122 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1471ad-a51b-41a8-b4e1-030ec1de2189 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Pushing event deleted for resources: {'Port': ['ID=2a5e2441-773e-46d5-a22e-58fa147c938b,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:55.955520 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-fd1471ad-a51b-41a8-b4e1-030ec1de2189 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:55.983368 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-05839007-b69f-4b4d-8df6-67ef485d8812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:55.989109 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d63608fa-f3fa-4306-b00c-62a237f5e46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:56.005015 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05839007-b69f-4b4d-8df6-67ef485d8812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df42c06-6014-4b1f-8801-c627a6cec9b2,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:56.006865 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-05839007-b69f-4b4d-8df6-67ef485d8812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:56.009172 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-05839007-b69f-4b4d-8df6-67ef485d8812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:56.010485 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-05839007-b69f-4b4d-8df6-67ef485d8812 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6df42c06-6014-4b1f-8801-c627a6cec9b2 HTTP/1.1" status: 204  len: 168 time: 0.2058597
Apr 22 13:01:56.046636 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdcdcd9-67fe-4a2e-9818-dc55f51dfba8 req-fd1471ad-a51b-41a8-b4e1-030ec1de2189 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] No DVR routers for this DVR port 2a5e2441-773e-46d5-a22e-58fa147c938b on host hv-cinder-78726 {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:01:56.049532 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-4bdcdcd9-67fe-4a2e-9818-dc55f51dfba8 req-fd1471ad-a51b-41a8-b4e1-030ec1de2189 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:56.054063 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6a54c3-ec69-42df-a663-87654f1209fd', 'name': 'network-vif-deleted', 'tag': '2a5e2441-773e-46d5-a22e-58fa147c938b'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:01:56.101180 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4bdcdcd9-67fe-4a2e-9818-dc55f51dfba8 req-fd1471ad-a51b-41a8-b4e1-030ec1de2189 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.35 "DELETE /v2.0/ports/2a5e2441-773e-46d5-a22e-58fa147c938b HTTP/1.1" status: 204  len: 173 time: 1.2865849
Apr 22 13:01:56.107329 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6a54c3-ec69-42df-a663-87654f1209fd', 'name': 'network-vif-deleted', 'tag': '2a5e2441-773e-46d5-a22e-58fa147c938b', 'status': 'completed', 'code': 200}
Apr 22 13:01:56.183889 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f2b35cee-277b-4d5c-b18b-7730dcfcada4 req-505a87b3-15c3-41e3-b038-a6f631c8fe8e tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6a54c3-ec69-42df-a663-87654f1209fd HTTP/1.1" status: 200  len: 210 time: 0.0597343
Apr 22 13:01:56.556595 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e693734-19ee-4923-8860-ea28dec98502 req-8a7ed1e1-509b-4cac-922f-a9417b4c49ce tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:56.558442 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2e693734-19ee-4923-8860-ea28dec98502 req-8a7ed1e1-509b-4cac-922f-a9417b4c49ce tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.1095428
Apr 22 13:01:56.622916 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2e693734-19ee-4923-8860-ea28dec98502 req-0d83a4e8-0675-4efe-b6ca-e0ea138db266 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520816
Apr 22 13:01:56.929409 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 2a5e2441-773e-46d5-a22e-58fa147c938b no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:01:57.007728 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] No Port match for: 2a5e2441-773e-46d5-a22e-58fa147c938b {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:01:57.008628 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 2a5e2441-773e-46d5-a22e-58fa147c938b not bound to the agent host hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:01:57.896133 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-4a46bef2-f051-4a4d-aa9a-3b67ae8fdb70 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:57.899020 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-4a46bef2-f051-4a4d-aa9a-3b67ae8fdb70 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/networks?id=415837a5-0dfa-4f6d-873f-72d9cc748b77 HTTP/1.1" status: 200  len: 809 time: 0.2720852
Apr 22 13:01:57.923639 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-aeee12f7-e246-40df-b695-eb2118be4254 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/quotas/36899804bc434230b50842ecae787811 HTTP/1.1" status: 200  len: 375 time: 0.0171545
Apr 22 13:01:57.986848 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70505b7-34b2-498c-89df-224a91042e38 req-b49d1201-f58b-4ef6-a1b3-bc36b51aeddd tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:57.988726 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f70505b7-34b2-498c-89df-224a91042e38 req-b49d1201-f58b-4ef6-a1b3-bc36b51aeddd tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.1645606
Apr 22 13:01:58.000070 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-aac6438f-b230-4777-be05-521cae9a636a tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=36899804bc434230b50842ecae787811&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0682757
Apr 22 13:01:58.055295 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f70505b7-34b2-498c-89df-224a91042e38 req-c677b0fb-9d5a-4695-9bdb-692b508868ea tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583963
Apr 22 13:01:58.140043 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 56724) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:58.172186 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-a756e2fc-052d-4bf9-a6ea-6049e3d687cd service neutron] 10.222.0.20 "GET /v2.0/networks/415837a5-0dfa-4f6d-873f-72d9cc748b77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1646094
Apr 22 13:01:58.345956 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:58.349230 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-8a93ed8e-3e2a-4cda-92be-4f139e05468e service neutron] 10.222.0.20 "GET /v2.0/networks/415837a5-0dfa-4f6d-873f-72d9cc748b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1695426
Apr 22 13:01:58.363645 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:01:58.368987 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] Usage tracker for resource:security_group_rule and tenant:1735666faa414d5e87928e870d5a2ec2 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:01:58.373280 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:01:58.379888 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:01:58.476763 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:58.506248 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:58.525368 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ec7689e2-b7b4-4ff6-89ad-3923f6fa7bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:58.579829 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4980735-c578-42b6-b347-a420b04c1d58,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:58.584366 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1735666faa414d5e87928e870d5a2ec2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4424689
Apr 22 13:01:58.587917 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 56730) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:01:58.592455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.592874 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.593287 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.593690 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.594174 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.594461 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.594973 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.595258 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.595683 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.596147 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.596463 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.596854 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.601361 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:58.663608 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a5c256b8-70dc-4820-acf2-c9af61320524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:58.703436 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a5c256b8-70dc-4820-acf2-c9af61320524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:58.761986 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-3a95f87c-a4e3-458a-bf55-6e2f250dc3d1 req-a8d3302f-a656-486f-a663-c442a4295dea tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Synchronizing usage tracker for tenant:36899804bc434230b50842ecae787811 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:01:58.837071 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-3a95f87c-a4e3-458a-bf55-6e2f250dc3d1 req-a8d3302f-a656-486f-a663-c442a4295dea tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Unset dirty status for tenant:36899804bc434230b50842ecae787811 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:01:58.840093 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3a95f87c-a4e3-458a-bf55-6e2f250dc3d1 req-a8d3302f-a656-486f-a663-c442a4295dea tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 210 time: 0.1408765
Apr 22 13:01:58.873258 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a5c256b8-70dc-4820-acf2-c9af61320524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:58.880315 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f0c26d70-f309-45e5-9c29-fed904fafca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:01:58.897832 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c256b8-70dc-4820-acf2-c9af61320524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4980735-c578-42b6-b347-a420b04c1d58,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:01:58.910945 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a5c256b8-70dc-4820-acf2-c9af61320524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:01:58.917136 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-a5c256b8-70dc-4820-acf2-c9af61320524 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4980735-c578-42b6-b347-a420b04c1d58 HTTP/1.1" status: 204  len: 168 time: 0.3226449
Apr 22 13:01:58.917136 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c256b8-70dc-4820-acf2-c9af61320524 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.917136 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c256b8-70dc-4820-acf2-c9af61320524 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.917136 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c256b8-70dc-4820-acf2-c9af61320524 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.917958 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c256b8-70dc-4820-acf2-c9af61320524 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.918304 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c256b8-70dc-4820-acf2-c9af61320524 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.918931 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c256b8-70dc-4820-acf2-c9af61320524 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.919633 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c256b8-70dc-4820-acf2-c9af61320524 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.920297 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c256b8-70dc-4820-acf2-c9af61320524 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.921313 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c256b8-70dc-4820-acf2-c9af61320524 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.921629 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c256b8-70dc-4820-acf2-c9af61320524 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.922210 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c256b8-70dc-4820-acf2-c9af61320524 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.922875 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c256b8-70dc-4820-acf2-c9af61320524 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:01:58.929324 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a5c256b8-70dc-4820-acf2-c9af61320524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:01:59.488933 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a3a54-2b2b-4df9-a18b-beeb815fd710 req-1ae90ce3-37f6-4de2-8fbd-bb2a97f2788a tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:01:59.491497 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-eb7a3a54-2b2b-4df9-a18b-beeb815fd710 req-1ae90ce3-37f6-4de2-8fbd-bb2a97f2788a tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.1932051
Apr 22 13:01:59.571576 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-eb7a3a54-2b2b-4df9-a18b-beeb815fd710 req-394800b9-c164-4766-8e66-8554e617b8c9 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696907
Apr 22 13:02:00.110597 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f7e0b446-cc62-441f-bb9b-a3bee0da230b req-b1382da8-b49e-4d97-b65e-6ee357f99f9a tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 210 time: 0.0709288
Apr 22 13:02:00.289862 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:02:00.989330 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-81d2d96d-0d4d-4cec-9d8e-a1d3f24b0975 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:00.990990 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-81d2d96d-0d4d-4cec-9d8e-a1d3f24b0975 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.35 "GET /v2.0/networks?id=415837a5-0dfa-4f6d-873f-72d9cc748b77 HTTP/1.1" status: 200  len: 809 time: 0.2754161
Apr 22 13:02:01.008245 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bfe67-86b9-4bb2-a3da-76748c0b26d8 req-c5254f5e-ee28-41f0-9e22-350bbcb86a4b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:01.010004 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-809bfe67-86b9-4bb2-a3da-76748c0b26d8 req-c5254f5e-ee28-41f0-9e22-350bbcb86a4b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.2348061
Apr 22 13:02:01.020761 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-334aca8e-fcb6-412f-ad5f-f8b5498fd1bc tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Request body: {'port': {'device_id': '16dfc3f2-334e-44d0-b06d-21567a52322b', 'network_id': '415837a5-0dfa-4f6d-873f-72d9cc748b77', 'admin_state_up': True, 'tenant_id': '36899804bc434230b50842ecae787811'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:02:01.271879 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-809bfe67-86b9-4bb2-a3da-76748c0b26d8 req-1b2c81a2-f85f-4edd-a9dd-17fe157b8d63 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2232878
Apr 22 13:02:01.333647 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e9fa2308-9dbc-4d89-b480-2bc5e67863d2 req-a11047d8-3ef1-451a-8874-75cc966432e2 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 210 time: 0.0820146
Apr 22 13:02:01.350569 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-334aca8e-fcb6-412f-ad5f-f8b5498fd1bc tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:02:01.380996 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-334aca8e-fcb6-412f-ad5f-f8b5498fd1bc tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:02:01.515849 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-334aca8e-fcb6-412f-ad5f-f8b5498fd1bc tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Made reservation on behalf of 36899804bc434230b50842ecae787811 for: {'port': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:02:01.527588 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-334aca8e-fcb6-412f-ad5f-f8b5498fd1bc tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:01.859505 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-334aca8e-fcb6-412f-ad5f-f8b5498fd1bc tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Allocated IP 172.20.0.9 (415837a5-0dfa-4f6d-873f-72d9cc748b77/bb4c9e67-02f1-4626-b30a-d3919486af84/fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:02:02.093292 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-334aca8e-fcb6-412f-ad5f-f8b5498fd1bc tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:02.174139 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-334aca8e-fcb6-412f-ad5f-f8b5498fd1bc tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:02.181580 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c79cce80-3fe0-452c-8c69-30bf05216fc7 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:02:02.253608 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-334aca8e-fcb6-412f-ad5f-f8b5498fd1bc tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Network 415837a5-0dfa-4f6d-873f-72d9cc748b77 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:02:02.257696 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-334aca8e-fcb6-412f-ad5f-f8b5498fd1bc tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:02:02.260339 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-334aca8e-fcb6-412f-ad5f-f8b5498fd1bc tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:02:02.314846 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334aca8e-fcb6-412f-ad5f-f8b5498fd1bc tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Pushing event updated for resources: {'Port': ['ID=fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:02:02.320448 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-334aca8e-fcb6-412f-ad5f-f8b5498fd1bc tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:02:02.365304 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-334aca8e-fcb6-412f-ad5f-f8b5498fd1bc tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:02.366431 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-334aca8e-fcb6-412f-ad5f-f8b5498fd1bc tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:02.443845 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-334aca8e-fcb6-412f-ad5f-f8b5498fd1bc tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4320471
Apr 22 13:02:02.456168 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Request body: {'port': {'device_id': '16dfc3f2-334e-44d0-b06d-21567a52322b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:02:02.600364 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74fb13-778b-4a26-ba5f-6fa8c1f01e70 req-24e22a24-c875-4182-8acd-51c83e6184d8 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:02.602170 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1c74fb13-778b-4a26-ba5f-6fa8c1f01e70 req-24e22a24-c875-4182-8acd-51c83e6184d8 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.1008389
Apr 22 13:02:02.658916 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1c74fb13-778b-4a26-ba5f-6fa8c1f01e70 req-52b76cfc-1674-4003-94da-793826e36a59 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498185
Apr 22 13:02:02.679284 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3377b6-f42d-4efb-af16-522d80d7c5d0 req-068842ce-1302-4160-a9d3-0cf160d49b07 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:02.680151 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-db3377b6-f42d-4efb-af16-522d80d7c5d0 req-068842ce-1302-4160-a9d3-0cf160d49b07 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Synchronizing usage tracker for tenant:36899804bc434230b50842ecae787811 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:02:02.687903 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:02.746953 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-db3377b6-f42d-4efb-af16-522d80d7c5d0 req-068842ce-1302-4160-a9d3-0cf160d49b07 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Unset dirty status for tenant:36899804bc434230b50842ecae787811 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:02:02.748360 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-db3377b6-f42d-4efb-af16-522d80d7c5d0 req-068842ce-1302-4160-a9d3-0cf160d49b07 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 931 time: 0.2554173
Apr 22 13:02:02.875777 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-db3377b6-f42d-4efb-af16-522d80d7c5d0 req-62c7a6e4-97b3-47b5-98df-25b1db84761a tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197925
Apr 22 13:02:03.202766 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2 {{(pid=86533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:02:03.211915 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:03.230412 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Transition to ACTIVE for port object fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2 will not be triggered until provisioned by entity L2. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:02:03.257521 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:03.263973 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2758f318-9f38-41f2-8561-7feecf110536 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:02:03.446661 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:02:03.477165 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:02:03.530876 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Attempting to bind port fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:02:03.531398 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Attempting to bind port fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '7753dd2b-3be6-4857-946d-6f2826df5cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '415837a5-0dfa-4f6d-873f-72d9cc748b77'}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:02:03.531808 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Attempting to bind port fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2 on network 415837a5-0dfa-4f6d-873f-72d9cc748b77 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:02:03.537651 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Port fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2 on network 415837a5-0dfa-4f6d-873f-72d9cc748b77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 13:02:03.538021 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Attempting to bind port fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2 on network 415837a5-0dfa-4f6d-873f-72d9cc748b77 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:02:03.544696 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Checking agent: {'id': 'c59c10bf-e5dd-4538-bcf5-3ec585cc6c03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'started_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:02:03.545079 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Checking segment: {'id': '7753dd2b-3be6-4857-946d-6f2826df5cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '415837a5-0dfa-4f6d-873f-72d9cc748b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:02:03.545501 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Bound using segment: {'id': '7753dd2b-3be6-4857-946d-6f2826df5cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '415837a5-0dfa-4f6d-873f-72d9cc748b77'} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:02:03.545979 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Bound port: fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7753dd2b-3be6-4857-946d-6f2826df5cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '415837a5-0dfa-4f6d-873f-72d9cc748b77'}}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:02:03.546370 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:03.654742 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] For port fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2, host hv-cinder-78726, cleared binding levels {{(pid=86533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:02:03.658558 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] For port fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2,segment=NetworkSegment(7753dd2b-3be6-4857-946d-6f2826df5cca),segment_id=7753dd2b-3be6-4857-946d-6f2826df5cca)] {{(pid=86533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:02:03.706270 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:03.720645 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-fd1471ad-a51b-41a8-b4e1-030ec1de2189 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:02:03.893881 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:03.895044 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:03.897703 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] 10.222.0.35 "PUT /v2.0/ports/fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2 HTTP/1.1" status: 200  len: 1093 time: 1.4463589
Apr 22 13:02:03.909805 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16dfc3f2-334e-44d0-b06d-21567a52322b', 'tag': 'fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:02:03.987342 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2,revision_number=3']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:02:03.995153 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:02:04.050449 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac28d1c-7710-4885-a23f-cd0e75af10eb req-4b2c666d-90d9-45b6-9a30-8e8e7c5f51c0 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:04.053391 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1ac28d1c-7710-4885-a23f-cd0e75af10eb req-4b2c666d-90d9-45b6-9a30-8e8e7c5f51c0 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.2431476
Apr 22 13:02:04.097643 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9fa84-b8f1-4bf8-8daa-b1b958d9d4d3 req-66d3568d-62b9-4968-bc97-f84b3993d162 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:04.099341 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9af9fa84-b8f1-4bf8-8daa-b1b958d9d4d3 req-66d3568d-62b9-4968-bc97-f84b3993d162 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 943 time: 0.1004627
Apr 22 13:02:04.135962 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1ac28d1c-7710-4885-a23f-cd0e75af10eb req-7a28d5e3-0a15-4698-8063-2bdff8e27a08 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744410
Apr 22 13:02:04.178966 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9af9fa84-b8f1-4bf8-8daa-b1b958d9d4d3 req-a2880d7a-0fc8-4593-8ad5-16dc80886d90 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711067
Apr 22 13:02:04.203215 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16dfc3f2-334e-44d0-b06d-21567a52322b', 'tag': 'fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2', 'status': 'completed', 'code': 200}
Apr 22 13:02:05.393290 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840dbf7-5bf1-4123-a803-5a51e7d27d67 req-a664d17b-261b-44e2-8fa5-f2181820a0ea tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:05.395096 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a840dbf7-5bf1-4123-a803-5a51e7d27d67 req-a664d17b-261b-44e2-8fa5-f2181820a0ea tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.1028008
Apr 22 13:02:05.452610 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a840dbf7-5bf1-4123-a803-5a51e7d27d67 req-f1956d72-e223-4a31-bf77-b50d89b2a458 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500050
Apr 22 13:02:05.583537 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-77f35284-5307-4b35-af8c-cd77fa528baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:05.721848 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349939e-b0aa-4baf-87fe-2e5b0b4d76a9 req-b2d927cf-3898-4d30-99ed-0357449fcc66 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:05.723515 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5349939e-b0aa-4baf-87fe-2e5b0b4d76a9 req-b2d927cf-3898-4d30-99ed-0357449fcc66 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 943 time: 0.1014740
Apr 22 13:02:05.784568 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5349939e-b0aa-4baf-87fe-2e5b0b4d76a9 req-0e18732f-07a0-421f-8448-3219b9d2d945 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540419
Apr 22 13:02:06.489478 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042df866-ae75-46f7-be5b-2fa04f74ede2 req-30bf1db1-0b8d-46de-b11c-e5b8154cbad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:06.492068 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-042df866-ae75-46f7-be5b-2fa04f74ede2 req-30bf1db1-0b8d-46de-b11c-e5b8154cbad6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36899804bc434230b50842ecae787811&device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 1096 time: 0.0920453
Apr 22 13:02:06.713928 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1539e-5499-4a67-9508-335b05a8a329 req-c13aec6d-6741-4503-95aa-fe80cb557f28 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:06.715961 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-55c1539e-5499-4a67-9508-335b05a8a329 req-c13aec6d-6741-4503-95aa-fe80cb557f28 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.1048150
Apr 22 13:02:06.725144 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042df866-ae75-46f7-be5b-2fa04f74ede2 req-4a8e69ff-7eb5-463e-af8c-e88bb13a326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:06.726778 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-042df866-ae75-46f7-be5b-2fa04f74ede2 req-4a8e69ff-7eb5-463e-af8c-e88bb13a326d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=36899804bc434230b50842ecae787811&shared=False HTTP/1.1" status: 200  len: 910 time: 0.2211552
Apr 22 13:02:06.814527 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-55c1539e-5499-4a67-9508-335b05a8a329 req-d9ca1c0e-fb1e-435b-8aba-37f9d28f1b10 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854084
Apr 22 13:02:06.996453 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:07.220567 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042df866-ae75-46f7-be5b-2fa04f74ede2 req-a06157be-282c-4eb3-879e-39a4a978e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:07.222086 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-042df866-ae75-46f7-be5b-2fa04f74ede2 req-a06157be-282c-4eb3-879e-39a4a978e466 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4884591
Apr 22 13:02:07.239000 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50bfd3-8429-42c0-b95f-3c2c567232e8 req-397a0a6b-b6b1-442a-a08b-362b3f60c5c6 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:07.240695 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1f50bfd3-8429-42c0-b95f-3c2c567232e8 req-397a0a6b-b6b1-442a-a08b-362b3f60c5c6 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 943 time: 0.1637797
Apr 22 13:02:07.360023 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1f50bfd3-8429-42c0-b95f-3c2c567232e8 req-ca2d6118-b678-4933-8df6-60361a864b92 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059041
Apr 22 13:02:07.397164 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-1d7102c4-4504-497c-9842-9b2f39ad75ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:07.398998 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-1d7102c4-4504-497c-9842-9b2f39ad75ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=36899804bc434230b50842ecae787811&device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 1096 time: 0.1271334
Apr 22 13:02:07.540076 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-84a91bb9-e606-4f42-9c62-058eb05ba87f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2 HTTP/1.1" status: 200  len: 217 time: 0.1315169
Apr 22 13:02:07.624817 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-a37c829a-4f78-4ce0-82f9-e2b5c796486a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:07.626429 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-a37c829a-4f78-4ce0-82f9-e2b5c796486a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb4c9e67-02f1-4626-b30a-d3919486af84 HTTP/1.1" status: 200  len: 849 time: 0.0768178
Apr 22 13:02:07.688661 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-565d7eb6-4f34-434f-be43-380666dcada9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=415837a5-0dfa-4f6d-873f-72d9cc748b77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547800
Apr 22 13:02:07.856031 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-0ba8af71-8447-4fcb-a28c-3c975e96d1f8 service neutron] 10.222.0.35 "GET /v2.0/networks/415837a5-0dfa-4f6d-873f-72d9cc748b77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597431
Apr 22 13:02:08.018513 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-00c9c57f-2536-432d-97ae-18e15bc9fed6 req-7ad4cbae-cba3-466d-b637-e824561a33b2 service neutron] 10.222.0.35 "GET /v2.0/networks/415837a5-0dfa-4f6d-873f-72d9cc748b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1538393
Apr 22 13:02:08.153990 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcaf39-28be-45af-8ddc-c12af58009d0 req-8de6003e-9f66-4959-977c-cf2c53134810 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:08.155606 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-eddcaf39-28be-45af-8ddc-c12af58009d0 req-8de6003e-9f66-4959-977c-cf2c53134810 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.0937097
Apr 22 13:02:08.210776 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-eddcaf39-28be-45af-8ddc-c12af58009d0 req-ed6d9b6f-10eb-4910-ba53-cbdbd8e7d1b2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485737
Apr 22 13:02:08.423113 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-08bba110-9e86-4637-a4d3-e1858d1ab691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:08.633590 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de50bb7-2abe-486e-af23-89e2b4e6ccd2 req-fed26b2f-1ca4-4214-8be2-32f80b9e3125 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:08.635985 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1de50bb7-2abe-486e-af23-89e2b4e6ccd2 req-fed26b2f-1ca4-4214-8be2-32f80b9e3125 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 943 time: 0.1014898
Apr 22 13:02:08.692379 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1de50bb7-2abe-486e-af23-89e2b4e6ccd2 req-690206cc-0fe9-407e-8b7a-635ff8146d68 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484481
Apr 22 13:02:09.437909 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940a2a9-8efb-42d3-8669-948e5b498cd3 req-64abce45-4cb1-452c-a6e4-7bbd6e8149f6 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:09.439729 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7940a2a9-8efb-42d3-8669-948e5b498cd3 req-64abce45-4cb1-452c-a6e4-7bbd6e8149f6 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.1013110
Apr 22 13:02:09.499753 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7940a2a9-8efb-42d3-8669-948e5b498cd3 req-8c8f876d-3018-48ac-983c-2a211e1451ba tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526330
Apr 22 13:02:09.972657 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9de2d-eb58-44f5-a0fb-f5acdb34fcfc req-517439b5-ef1f-4cf2-a84c-667c54f02482 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:09.975675 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-06c9de2d-eb58-44f5-a0fb-f5acdb34fcfc req-517439b5-ef1f-4cf2-a84c-667c54f02482 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 943 time: 0.1351187
Apr 22 13:02:10.030917 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-06c9de2d-eb58-44f5-a0fb-f5acdb34fcfc req-262caaff-3b90-4c99-87eb-3213c19a0431 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476742
Apr 22 13:02:10.223533 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:10.430663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:10.749078 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd49aba-7823-42f9-bdc2-8f7c493d6415 req-a7ef9a59-e959-4863-9f3b-dc7e605c7950 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:10.751467 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ebd49aba-7823-42f9-bdc2-8f7c493d6415 req-a7ef9a59-e959-4863-9f3b-dc7e605c7950 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.1069820
Apr 22 13:02:10.807680 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ebd49aba-7823-42f9-bdc2-8f7c493d6415 req-5bff46ed-d045-4275-ac71-d6ea25df479d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491679
Apr 22 13:02:11.161974 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:11.255651 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f688b9-df00-400c-9e7a-af0df297b48e req-ffa21b8c-ef1e-43bb-85e6-c1b7a7f8b713 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:11.257428 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b2f688b9-df00-400c-9e7a-af0df297b48e req-ffa21b8c-ef1e-43bb-85e6-c1b7a7f8b713 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 943 time: 0.1018505
Apr 22 13:02:11.318208 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b2f688b9-df00-400c-9e7a-af0df297b48e req-a1db6e54-0468-484a-b5c6-b77788a4051f tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532589
Apr 22 13:02:12.037202 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2075b1-df67-4356-9bf6-a8260ce3d304 req-444c223f-fb88-419f-8797-1c43dbdc2a89 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:12.038948 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7b2075b1-df67-4356-9bf6-a8260ce3d304 req-444c223f-fb88-419f-8797-1c43dbdc2a89 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.0968592
Apr 22 13:02:12.092276 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7b2075b1-df67-4356-9bf6-a8260ce3d304 req-c3ba04a9-703d-4ef3-a267-ef04e1dbf013 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465207
Apr 22 13:02:12.596214 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd502317-8eb4-420c-b6c8-fa5f854c045a req-1ee40cc8-18e7-4515-b41e-e721eaad2928 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:12.598040 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bd502317-8eb4-420c-b6c8-fa5f854c045a req-1ee40cc8-18e7-4515-b41e-e721eaad2928 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 943 time: 0.1434236
Apr 22 13:02:12.656916 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bd502317-8eb4-420c-b6c8-fa5f854c045a req-bb8dae3e-f322-4335-bfe1-46e07c9f06c5 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500054
Apr 22 13:02:13.383494 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded07f06-8d1c-497f-91a2-2363a4b982d1 req-645c309c-ad6f-4a6e-981d-80e853656e2f tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:13.399537 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ded07f06-8d1c-497f-91a2-2363a4b982d1 req-645c309c-ad6f-4a6e-981d-80e853656e2f tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.1752489
Apr 22 13:02:13.498620 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ded07f06-8d1c-497f-91a2-2363a4b982d1 req-5ca178da-66b2-4cbd-9352-8fb7e468753b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0973916
Apr 22 13:02:14.080897 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8da4e1-14d2-47c6-99c9-64184a13decc req-56094176-7b0a-4270-8a32-60edc00a66ed tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:14.083397 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7e8da4e1-14d2-47c6-99c9-64184a13decc req-56094176-7b0a-4270-8a32-60edc00a66ed tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 943 time: 0.1771021
Apr 22 13:02:14.155572 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7e8da4e1-14d2-47c6-99c9-64184a13decc req-43cdddeb-94fa-4bf0-9be5-0b4849e71dc5 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636835
Apr 22 13:02:14.249498 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 13:02:14.456709 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:02:14.486527 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'port_id': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e', 'mac_address': 'fa:16:3e:e3:24:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 13:02:14.593794 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:14.626100 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:02:14.661856 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:02:14.693110 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:14.695080 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:02:14.786918 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,revision_number=6']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:02:14.790785 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:02:14.871433 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59e89b-3ea0-49e0-a5bf-84381109ce23 req-10d0e7a4-9ead-448d-94a6-e932203213e4 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:14.874430 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5b59e89b-3ea0-49e0-a5bf-84381109ce23 req-10d0e7a4-9ead-448d-94a6-e932203213e4 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 944 time: 0.2027640
Apr 22 13:02:14.959513 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5b59e89b-3ea0-49e0-a5bf-84381109ce23 req-ca2d0f8e-fd62-49f5-a21f-c7329a8ea7c4 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711086
Apr 22 13:02:15.500677 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f93ef-e7cd-4ef9-8b40-190e9f81db97 req-d1d24ea3-839f-46b7-a715-1c09d7064578 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:15.509719 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-dd6f93ef-e7cd-4ef9-8b40-190e9f81db97 req-d1d24ea3-839f-46b7-a715-1c09d7064578 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 943 time: 0.1559002
Apr 22 13:02:15.566972 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-dd6f93ef-e7cd-4ef9-8b40-190e9f81db97 req-99ec6571-d47f-4b6f-b135-d83fe1649d98 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559578
Apr 22 13:02:16.276567 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 13:02:16.298045 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea8d89-e234-4dff-8d1f-bb377b300d4c req-17e172eb-dba1-4516-b1f0-e2d80a788dad tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:16.299865 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-22ea8d89-e234-4dff-8d1f-bb377b300d4c req-17e172eb-dba1-4516-b1f0-e2d80a788dad tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 944 time: 0.1047175
Apr 22 13:02:16.405385 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-22ea8d89-e234-4dff-8d1f-bb377b300d4c req-af31ea47-1318-4edd-bea3-90565c7c8974 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0844290
Apr 22 13:02:16.450968 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 13:02:16.629401 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2,segment=NetworkSegment(7753dd2b-3be6-4857-946d-6f2826df5cca),segment_id=7753dd2b-3be6-4857-946d-6f2826df5cca)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:02:16.661766 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': 'fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2', 'network_id': '415837a5-0dfa-4f6d-873f-72d9cc748b77', 'port_id': 'fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2', 'mac_address': 'fa:16:3e:ae:2e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4c9e67-02f1-4626-b30a-d3919486af84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 13:02:16.786846 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:16.814765 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03e8c9-9899-44d2-ba18-d55fa299bf99 req-685c42a3-8d97-4eb6-ba84-871f8a03d291 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:16.816571 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0c03e8c9-9899-44d2-ba18-d55fa299bf99 req-685c42a3-8d97-4eb6-ba84-871f8a03d291 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 943 time: 0.1026185
Apr 22 13:02:16.821506 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2 {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:02:16.860801 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2,segment=NetworkSegment(7753dd2b-3be6-4857-946d-6f2826df5cca),segment_id=7753dd2b-3be6-4857-946d-6f2826df5cca)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:02:16.875492 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0c03e8c9-9899-44d2-ba18-d55fa299bf99 req-f6408c9b-9772-41be-9d7a-6a6adc1dab7e tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503788
Apr 22 13:02:16.945138 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:16.947155 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:02:17.032235 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:02:17.042399 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:02:17.252233 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 13:02:17.862887 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d1b29-f796-4bab-838c-1372ed240fde req-93820c40-67bc-4363-8dfa-ed14d4def80e tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:17.876530 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-533d1b29-f796-4bab-838c-1372ed240fde req-93820c40-67bc-4363-8dfa-ed14d4def80e tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 944 time: 0.1955006
Apr 22 13:02:17.942071 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-533d1b29-f796-4bab-838c-1372ed240fde req-44c07c89-2049-4838-b96a-7b72681c3367 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625899
Apr 22 13:02:18.226627 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bbd24-4fbb-4828-b92d-5d43dc5a36f3 req-6e830fe6-d0f5-414c-9a13-a2ad4a23a969 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:18.232189 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ac8bbd24-4fbb-4828-b92d-5d43dc5a36f3 req-6e830fe6-d0f5-414c-9a13-a2ad4a23a969 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 944 time: 0.1731486
Apr 22 13:02:18.287033 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:02:18.315297 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ac8bbd24-4fbb-4828-b92d-5d43dc5a36f3 req-62afc26a-b3a2-4833-8bf4-b348a5bfaffc tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787463
Apr 22 13:02:18.416726 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:02:18.417244 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:18.590599 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:18.651677 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b421675-a91b-448e-b6cd-1ec38104caf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:02:18.664008 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:02:18.703733 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:18.707201 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:02:18.785639 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b421675-a91b-448e-b6cd-1ec38104caf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e', 'code': 200}
Apr 22 13:02:18.855607 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,revision_number=7']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:02:18.861137 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:02:19.344682 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981a0c9-dbae-4421-88db-0227088c1ce6 req-3b5c9f96-a514-4970-935f-a7e402f3b251 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:19.347093 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7981a0c9-dbae-4421-88db-0227088c1ce6 req-3b5c9f96-a514-4970-935f-a7e402f3b251 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.1850421
Apr 22 13:02:19.476415 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7981a0c9-dbae-4421-88db-0227088c1ce6 req-1fafc50a-9c43-44f5-82bc-2d28fa21ca93 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1053073
Apr 22 13:02:19.832771 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b244034-5a7f-437e-82e7-d7a1438fa3fd req-0a021748-0f80-484d-90d5-79d10fdc8055 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:19.844494 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9b244034-5a7f-437e-82e7-d7a1438fa3fd req-0a021748-0f80-484d-90d5-79d10fdc8055 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 944 time: 0.2129724
Apr 22 13:02:19.949025 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9b244034-5a7f-437e-82e7-d7a1438fa3fd req-d11dfac2-6180-4396-93e4-f226c58ad6c4 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026571
Apr 22 13:02:20.294019 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2 up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:02:20.453263 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning for port fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:02:20.459241 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:02:20.464866 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:20.664053 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:20.961517 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2,segment=NetworkSegment(7753dd2b-3be6-4857-946d-6f2826df5cca),segment_id=7753dd2b-3be6-4857-946d-6f2826df5cca)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:02:20.961517 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16dfc3f2-334e-44d0-b06d-21567a52322b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:02:20.962436 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b883a5-e85c-47d1-895d-08d345e37f69 req-4f567e67-27ed-4c6d-a3a0-593650f84a0f tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:20.962436 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-28b883a5-e85c-47d1-895d-08d345e37f69 req-4f567e67-27ed-4c6d-a3a0-593650f84a0f tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.1162744
Apr 22 13:02:20.963677 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16dfc3f2-334e-44d0-b06d-21567a52322b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2', 'code': 200}
Apr 22 13:02:20.964039 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-28b883a5-e85c-47d1-895d-08d345e37f69 req-21134fee-b0ad-47ba-8030-79f136459f51 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689166
Apr 22 13:02:21.160801 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:21.163685 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:02:21.195719 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d324a5-315c-42cf-b513-d679b1325770 req-f6c045f8-65db-4925-91ce-3de85b52e1bd tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:21.198405 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-74d324a5-315c-42cf-b513-d679b1325770 req-f6c045f8-65db-4925-91ce-3de85b52e1bd tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 945 time: 0.1027281
Apr 22 13:02:21.258348 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:02:21.262928 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:02:21.320043 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-74d324a5-315c-42cf-b513-d679b1325770 req-3005b38b-d34d-45b4-90f5-d237c70ddbaf tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080301
Apr 22 13:02:21.616438 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17769ebc-2de6-4571-bf7b-ea13e8bb19dd req-653c41d7-4cb3-495a-821c-2643dd230ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:21.620430 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-17769ebc-2de6-4571-bf7b-ea13e8bb19dd req-653c41d7-4cb3-495a-821c-2643dd230ec8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 1098 time: 0.1615875
Apr 22 13:02:21.695641 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-17769ebc-2de6-4571-bf7b-ea13e8bb19dd req-b05261a0-939f-47aa-9473-19f7a8261e36 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621953
Apr 22 13:02:22.168949 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27408379-4966-4404-9b4d-9974fbeec15c req-a1655191-d9fb-4d63-a6d2-e15d76119b55 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:22.172087 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-27408379-4966-4404-9b4d-9974fbeec15c req-a1655191-d9fb-4d63-a6d2-e15d76119b55 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.1190684
Apr 22 13:02:22.231450 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-27408379-4966-4404-9b4d-9974fbeec15c req-4fa5fa49-0ed8-4aec-9291-4264241e6a84 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521536
Apr 22 13:02:22.624160 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c249f2-47cf-4295-b39d-7cc56aa0bec4 req-798b2ee1-7b6e-4b0c-9be8-8760c8785cf8 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:22.627509 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c3c249f2-47cf-4295-b39d-7cc56aa0bec4 req-798b2ee1-7b6e-4b0c-9be8-8760c8785cf8 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 945 time: 0.1257958
Apr 22 13:02:22.748444 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c3c249f2-47cf-4295-b39d-7cc56aa0bec4 req-c4e86728-4273-41b3-825c-e86d1fa07fa8 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142986
Apr 22 13:02:23.524802 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffb91c-03b9-4ffe-9902-0db50b80bd9b req-9cd0b8e1-4b90-4470-9ee6-fd28540ee42f tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:23.526927 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-98ffb91c-03b9-4ffe-9902-0db50b80bd9b req-9cd0b8e1-4b90-4470-9ee6-fd28540ee42f tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.0996141
Apr 22 13:02:23.590177 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-98ffb91c-03b9-4ffe-9902-0db50b80bd9b req-fcef277f-c8aa-430e-9dfc-a2003a27cc37 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561407
Apr 22 13:02:24.064754 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18610b7-2fb1-4cdf-9def-4db81a47a5bc req-0cf80b28-4b1d-4387-8097-88da83faad7d tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:24.073691 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c18610b7-2fb1-4cdf-9def-4db81a47a5bc req-0cf80b28-4b1d-4387-8097-88da83faad7d tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 945 time: 0.1493189
Apr 22 13:02:24.128608 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c18610b7-2fb1-4cdf-9def-4db81a47a5bc req-f38357ae-9152-4000-b088-1f04750444e3 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534782
Apr 22 13:02:24.457512 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 57048) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:02:24.638339 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8a644ed-982a-4590-a244-a8218800cfd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:24.656058 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d8a644ed-982a-4590-a244-a8218800cfd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:02:24.660794 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d8a644ed-982a-4590-a244-a8218800cfd0 admin admin] Usage tracker for resource:security_group_rule and tenant:4eeae01b72ee4db1a50672dde6b3c30d is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:02:24.663986 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d8a644ed-982a-4590-a244-a8218800cfd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:02:24.670924 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d8a644ed-982a-4590-a244-a8218800cfd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:02:24.816847 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8a644ed-982a-4590-a244-a8218800cfd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:24.863337 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757588e-984d-4aef-bdb4-2f88e5c4f5e9 req-9f1ce389-86fb-42a8-928f-111ce8ad76e4 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:24.865054 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1757588e-984d-4aef-bdb4-2f88e5c4f5e9 req-9f1ce389-86fb-42a8-928f-111ce8ad76e4 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.1176083
Apr 22 13:02:24.924754 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1757588e-984d-4aef-bdb4-2f88e5c4f5e9 req-17ab162f-e8b5-4010-b937-d12c30a7c117 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514910
Apr 22 13:02:24.937361 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8a644ed-982a-4590-a244-a8218800cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:24.957450 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-132d3dfe-8ce4-47de-9953-fc5f2dc7886b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:02:25.004302 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-d8a644ed-982a-4590-a244-a8218800cfd0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4eeae01b72ee4db1a50672dde6b3c30d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5454533
Apr 22 13:02:25.006507 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a644ed-982a-4590-a244-a8218800cfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46698fe8-6ea7-4233-9c24-d26d4f6574bc,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:02:25.007185 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 57064) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:02:25.010074 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d8a644ed-982a-4590-a244-a8218800cfd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:02:25.096334 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a10f3267-96c4-4fe0-b5a9-89992a327871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:25.114588 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a10f3267-96c4-4fe0-b5a9-89992a327871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:25.242806 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a10f3267-96c4-4fe0-b5a9-89992a327871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:25.257351 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1571a577-36b4-4175-9597-d4a9f4c9e62d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:02:25.287943 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f3267-96c4-4fe0-b5a9-89992a327871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46698fe8-6ea7-4233-9c24-d26d4f6574bc,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:02:25.292845 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a10f3267-96c4-4fe0-b5a9-89992a327871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:25.299352 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-a10f3267-96c4-4fe0-b5a9-89992a327871 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46698fe8-6ea7-4233-9c24-d26d4f6574bc HTTP/1.1" status: 204  len: 168 time: 0.2905769
Apr 22 13:02:25.301390 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a10f3267-96c4-4fe0-b5a9-89992a327871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:02:26.155080 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12724fae-2ac7-48c2-b7c7-16171c0fa152 req-9636bdce-b980-472a-ad89-e8bc94e6da2f tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:26.157041 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-12724fae-2ac7-48c2-b7c7-16171c0fa152 req-9636bdce-b980-472a-ad89-e8bc94e6da2f tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.1035175
Apr 22 13:02:26.211040 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-12724fae-2ac7-48c2-b7c7-16171c0fa152 req-196ea5b3-b529-4b20-85a3-5167afd0c33b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458987
Apr 22 13:02:26.276651 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec99ba2-cb11-418d-832a-287de0376a92 req-66ef1255-6c03-4f92-b844-ef5597decf06 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:26.298115 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cec99ba2-cb11-418d-832a-287de0376a92 req-66ef1255-6c03-4f92-b844-ef5597decf06 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 945 time: 0.1043649
Apr 22 13:02:26.352340 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cec99ba2-cb11-418d-832a-287de0376a92 req-35a39adf-5c69-4f1c-b7ae-cf4e5949e38c tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648110
Apr 22 13:02:27.311952 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0b4a9-3e2c-44f1-80ab-16ad347c4316 req-1e8ea45a-fad6-42b8-b108-5ea36bc638a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:27.314801 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-83f0b4a9-3e2c-44f1-80ab-16ad347c4316 req-1e8ea45a-fad6-42b8-b108-5ea36bc638a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16ebc3a73d9045e79c95afc066b0c4f5&device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 1098 time: 0.1158268
Apr 22 13:02:27.632467 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0b4a9-3e2c-44f1-80ab-16ad347c4316 req-1e3d99c7-b88e-45fd-a0af-31eea9756896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:27.635707 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-83f0b4a9-3e2c-44f1-80ab-16ad347c4316 req-1e3d99c7-b88e-45fd-a0af-31eea9756896 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0 HTTP/1.1" status: 200  len: 916 time: 0.3140259
Apr 22 13:02:27.681735 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762bbe5-47dc-4782-bf12-94f90fcdf305 req-a8429639-a0fe-4608-acce-2c57870badea tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:27.684046 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3762bbe5-47dc-4782-bf12-94f90fcdf305 req-a8429639-a0fe-4608-acce-2c57870badea tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 945 time: 0.1622896
Apr 22 13:02:27.738903 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3762bbe5-47dc-4782-bf12-94f90fcdf305 req-423ce0bf-3553-4fd2-b5c3-c2b671545622 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480661
Apr 22 13:02:27.848809 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f626be-9032-4fca-a5aa-865d45fc48e8 req-1355175a-29db-4396-9165-61e2fb6a4bfa tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:27.850383 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-80f626be-9032-4fca-a5aa-865d45fc48e8 req-1355175a-29db-4396-9165-61e2fb6a4bfa tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.4477723
Apr 22 13:02:27.916654 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-83f0b4a9-3e2c-44f1-80ab-16ad347c4316 req-1ddae944-b4a2-438d-bef5-e08c603bfb30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e HTTP/1.1" status: 200  len: 1001 time: 0.2726977
Apr 22 13:02:27.995024 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-80f626be-9032-4fca-a5aa-865d45fc48e8 req-d9d34ac9-a27e-46fb-80e5-cd616e7dce20 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1285980
Apr 22 13:02:28.036574 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670f7aa-d013-4259-84cc-d7d175e937df req-f09b1123-db8d-470a-9ae5-04dd0a38424c tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:28.038315 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1670f7aa-d013-4259-84cc-d7d175e937df req-f09b1123-db8d-470a-9ae5-04dd0a38424c tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.35 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 945 time: 0.2706635
Apr 22 13:02:28.039956 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0b4a9-3e2c-44f1-80ab-16ad347c4316 req-38ab753e-6628-47fb-83ee-227ea9f1fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:28.042987 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-83f0b4a9-3e2c-44f1-80ab-16ad347c4316 req-38ab753e-6628-47fb-83ee-227ea9f1fdcc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdd58e2-dfbe-4bfe-8827-61f9efcab136 HTTP/1.1" status: 200  len: 854 time: 0.1149256
Apr 22 13:02:28.175060 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-1670f7aa-d013-4259-84cc-d7d175e937df req-5e02e6fa-40fb-4ffd-bdf0-74a6ccdb7381 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Deleting port fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:02:28.175360 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-1670f7aa-d013-4259-84cc-d7d175e937df req-5e02e6fa-40fb-4ffd-bdf0-74a6ccdb7381 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:28.315192 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0b4a9-3e2c-44f1-80ab-16ad347c4316 req-f4706b88-d027-4491-96ac-b3b6056d9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:28.316829 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-83f0b4a9-3e2c-44f1-80ab-16ad347c4316 req-f4706b88-d027-4491-96ac-b3b6056d9575 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2308707
Apr 22 13:02:28.913756 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-83f0b4a9-3e2c-44f1-80ab-16ad347c4316 req-1f4fbccf-4b50-4820-adf5-857b019ab03c service neutron] 10.222.0.35 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5842297
Apr 22 13:02:28.921576 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-1670f7aa-d013-4259-84cc-d7d175e937df req-5e02e6fa-40fb-4ffd-bdf0-74a6ccdb7381 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] For port fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2,segment=NetworkSegment(7753dd2b-3be6-4857-946d-6f2826df5cca),segment_id=7753dd2b-3be6-4857-946d-6f2826df5cca)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:02:28.922103 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-1670f7aa-d013-4259-84cc-d7d175e937df req-5e02e6fa-40fb-4ffd-bdf0-74a6ccdb7381 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:28.991235 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db4dcb-43fd-4d06-b9cb-f81dbd82d280 req-602f5a0e-3251-48cb-b157-f673ced417ce tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:28.994191 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-11db4dcb-43fd-4d06-b9cb-f81dbd82d280 req-602f5a0e-3251-48cb-b157-f673ced417ce tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 945 time: 0.1105006
Apr 22 13:02:29.055807 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-11db4dcb-43fd-4d06-b9cb-f81dbd82d280 req-adc7f097-f186-4a07-86f1-3b3e9c2ef82d tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/security-groups?id=78ffad53-685f-4796-9fb0-001132686fdd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537775
Apr 22 13:02:29.227052 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-1670f7aa-d013-4259-84cc-d7d175e937df req-5e02e6fa-40fb-4ffd-bdf0-74a6ccdb7381 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Calling delete_port for fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2 owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:02:29.485102 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-83f0b4a9-3e2c-44f1-80ab-16ad347c4316 req-26df35e2-c996-4879-994c-7b70864ae782 service neutron] 10.222.0.35 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5530260
Apr 22 13:02:29.507844 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d2553-fcef-4e80-ab98-0d523f6bcb4c req-3f2ad226-a1be-478c-ab95-3acc54f834aa tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:29.510181 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a95d2553-fcef-4e80-ab98-0d523f6bcb4c req-3f2ad226-a1be-478c-ab95-3acc54f834aa tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 945 time: 0.2916243
Apr 22 13:02:29.582046 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a95d2553-fcef-4e80-ab98-0d523f6bcb4c req-f4036550-b40b-4acd-91d6-1d5d114212be tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575907
Apr 22 13:02:29.817657 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-1670f7aa-d013-4259-84cc-d7d175e937df req-5e02e6fa-40fb-4ffd-bdf0-74a6ccdb7381 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:29.825946 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:02:29.889178 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02e6fa-40fb-4ffd-bdf0-74a6ccdb7381 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Pushing event deleted for resources: {'Port': ['ID=fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:02:29.896606 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5e02e6fa-40fb-4ffd-bdf0-74a6ccdb7381 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:02:29.989437 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-1670f7aa-d013-4259-84cc-d7d175e937df req-5e02e6fa-40fb-4ffd-bdf0-74a6ccdb7381 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] No DVR routers for this DVR port fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2 on host hv-cinder-78726 {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:02:29.992230 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-1670f7aa-d013-4259-84cc-d7d175e937df req-5e02e6fa-40fb-4ffd-bdf0-74a6ccdb7381 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:29.996135 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16dfc3f2-334e-44d0-b06d-21567a52322b', 'name': 'network-vif-deleted', 'tag': 'fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:02:30.048519 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1670f7aa-d013-4259-84cc-d7d175e937df req-5e02e6fa-40fb-4ffd-bdf0-74a6ccdb7381 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.35 "DELETE /v2.0/ports/fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2 HTTP/1.1" status: 204  len: 173 time: 2.0042598
Apr 22 13:02:30.050673 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16dfc3f2-334e-44d0-b06d-21567a52322b', 'name': 'network-vif-deleted', 'tag': 'fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2', 'status': 'completed', 'code': 200}
Apr 22 13:02:30.297835 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-b520e9ae-8b66-40c8-9627-34cdb28c0693 req-b127e996-100d-418b-a355-1cd292fa34f1 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Synchronizing usage tracker for tenant:36899804bc434230b50842ecae787811 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:02:30.342142 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:02:30.356948 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-b520e9ae-8b66-40c8-9627-34cdb28c0693 req-b127e996-100d-418b-a355-1cd292fa34f1 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Unset dirty status for tenant:36899804bc434230b50842ecae787811 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:02:30.359255 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b520e9ae-8b66-40c8-9627-34cdb28c0693 req-b127e996-100d-418b-a355-1cd292fa34f1 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfc3f2-334e-44d0-b06d-21567a52322b HTTP/1.1" status: 200  len: 210 time: 0.1555264
Apr 22 13:02:30.532929 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:30.582109 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b421675-a91b-448e-b6cd-1ec38104caf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:02:30.582109 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:02:30.629288 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b421675-a91b-448e-b6cd-1ec38104caf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e', 'code': 200}
Apr 22 13:02:30.671671 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:30.673622 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:02:30.729921 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:02:30.785634 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] No Port match for: fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:02:30.786116 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device fe3f5051-ddfc-42a7-9293-4a0e3a8c1fd2 not bound to the agent host hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:02:30.818393 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,revision_number=8']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:02:30.828175 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:02:30.828674 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:02:30.829323 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:02:30.829697 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:02:30.830062 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:02:30.830411 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:02:30.830777 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:02:30.831137 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:02:30.831538 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:02:30.831889 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:02:30.832259 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:02:30.832631 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:02:30.839396 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:02:30.886101 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb7dad-1163-481d-ac98-48a34c0aca0c req-202cb69a-58dc-4e4d-8fcf-d1e7a8dc310f tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:30.889011 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d6fb7dad-1163-481d-ac98-48a34c0aca0c req-202cb69a-58dc-4e4d-8fcf-d1e7a8dc310f tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.1337669
Apr 22 13:02:30.977737 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d6fb7dad-1163-481d-ac98-48a34c0aca0c req-266a1ac1-5441-4426-ac4d-0a5bceaeddc7 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0805280
Apr 22 13:02:32.265676 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11100460-32dd-4b47-b857-a7b142bfadc6 req-527e7f87-9fe1-429e-9239-3698cf12eba7 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:32.268504 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-11100460-32dd-4b47-b857-a7b142bfadc6 req-527e7f87-9fe1-429e-9239-3698cf12eba7 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.1274712
Apr 22 13:02:32.375639 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-11100460-32dd-4b47-b857-a7b142bfadc6 req-031954a2-8c0b-40ba-b32a-8699974e05f4 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0925398
Apr 22 13:02:35.083728 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:02:35.584494 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-89bdca81-67fc-40c1-bbd5-b76634ae1841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:36.945614 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d2fd6-4f83-47e3-a98c-2c13d43b0012 req-a54a2904-a5e8-46a9-aadb-187dd18eaf33 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:36.948002 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-256d2fd6-4f83-47e3-a98c-2c13d43b0012 req-a54a2904-a5e8-46a9-aadb-187dd18eaf33 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.1972806
Apr 22 13:02:37.002027 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:37.290246 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d25ab8d7-b879-42cd-92e6-7ce6035bc980 req-265363d2-f3f8-49be-bcf1-f6feba1c5c05 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4233983
Apr 22 13:02:37.291549 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:02:37.306431 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-256d2fd6-4f83-47e3-a98c-2c13d43b0012 req-e12b2462-91bc-4f64-974e-879b6f4d2e57 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3435287
Apr 22 13:02:38.388155 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ab8d7-b879-42cd-92e6-7ce6035bc980 req-36514607-0385-47b4-af18-65a1f8baa2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:38.389935 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d25ab8d7-b879-42cd-92e6-7ce6035bc980 req-36514607-0385-47b4-af18-65a1f8baa2b8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9&tenant_id=16ebc3a73d9045e79c95afc066b0c4f5 HTTP/1.1" status: 200  len: 1096 time: 0.1479363
Apr 22 13:02:38.477089 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5275b65a-2f73-4032-aa5a-e36d8adf5058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:38.557166 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ab8d7-b879-42cd-92e6-7ce6035bc980 req-776757f7-32c7-4a7a-94ad-56f7d354bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:38.559065 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d25ab8d7-b879-42cd-92e6-7ce6035bc980 req-776757f7-32c7-4a7a-94ad-56f7d354bdc8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16ebc3a73d9045e79c95afc066b0c4f5&device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 1096 time: 0.1312451
Apr 22 13:02:38.784344 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ab8d7-b879-42cd-92e6-7ce6035bc980 req-45367933-0913-4ef0-8e92-0df2085c20a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:38.786329 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d25ab8d7-b879-42cd-92e6-7ce6035bc980 req-45367933-0913-4ef0-8e92-0df2085c20a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0 HTTP/1.1" status: 200  len: 916 time: 0.2200873
Apr 22 13:02:38.807776 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc967b7-a50a-40fb-b3b8-6c08c5d6b1f6 req-a30d5fd3-f677-450a-b387-189b55ea1006 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:38.810057 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bfc967b7-a50a-40fb-b3b8-6c08c5d6b1f6 req-a30d5fd3-f677-450a-b387-189b55ea1006 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.1784151
Apr 22 13:02:38.880185 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bfc967b7-a50a-40fb-b3b8-6c08c5d6b1f6 req-90552b97-bee2-4afa-adff-ab6d97eef228 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543079
Apr 22 13:02:39.002456 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d25ab8d7-b879-42cd-92e6-7ce6035bc980 req-fd29f075-5b8c-4437-b6a8-d27068fcbd78 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e HTTP/1.1" status: 200  len: 999 time: 0.2080319
Apr 22 13:02:39.118408 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ab8d7-b879-42cd-92e6-7ce6035bc980 req-744e660f-6941-48df-a360-8607f7c49fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:39.120567 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d25ab8d7-b879-42cd-92e6-7ce6035bc980 req-744e660f-6941-48df-a360-8607f7c49fdf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdd58e2-dfbe-4bfe-8827-61f9efcab136 HTTP/1.1" status: 200  len: 854 time: 0.1102195
Apr 22 13:02:39.225239 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ab8d7-b879-42cd-92e6-7ce6035bc980 req-3aebafc7-5d66-42fb-8d2e-84b2557b07f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:39.226977 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d25ab8d7-b879-42cd-92e6-7ce6035bc980 req-3aebafc7-5d66-42fb-8d2e-84b2557b07f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0989892
Apr 22 13:02:39.405274 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d25ab8d7-b879-42cd-92e6-7ce6035bc980 req-9851f202-7859-4935-b569-9e5bab9fd20b service neutron] 10.222.0.35 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1696754
Apr 22 13:02:39.679942 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d25ab8d7-b879-42cd-92e6-7ce6035bc980 req-57079ebc-0a3e-4d22-8e3b-e000b1901354 service neutron] 10.222.0.35 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2671807
Apr 22 13:02:40.168089 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bfadd-6dc9-4884-b303-1bd2abab4d34 req-252426db-0838-40ca-9d66-f673a44785e9 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:40.171253 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-800bfadd-6dc9-4884-b303-1bd2abab4d34 req-252426db-0838-40ca-9d66-f673a44785e9 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.1337836
Apr 22 13:02:40.257872 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:40.259368 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-800bfadd-6dc9-4884-b303-1bd2abab4d34 req-b6b6dfb5-496a-426d-8879-58536c3d98be tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785224
Apr 22 13:02:40.436056 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:40.685893 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daba16d-31d0-416e-a50f-e8915e7a9ba5 req-f31ed635-85e8-4b79-95e7-4d926c3c1e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:40.688669 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5daba16d-31d0-416e-a50f-e8915e7a9ba5 req-f31ed635-85e8-4b79-95e7-4d926c3c1e92 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16ebc3a73d9045e79c95afc066b0c4f5&device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 1096 time: 0.1886992
Apr 22 13:02:40.981529 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daba16d-31d0-416e-a50f-e8915e7a9ba5 req-ae44d318-10e9-45eb-ad37-2fedef69c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:40.983646 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5daba16d-31d0-416e-a50f-e8915e7a9ba5 req-ae44d318-10e9-45eb-ad37-2fedef69c8ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0 HTTP/1.1" status: 200  len: 916 time: 0.2663662
Apr 22 13:02:41.148129 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5daba16d-31d0-416e-a50f-e8915e7a9ba5 req-e609e9ff-cdcd-4951-a3ca-5c33636a8675 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e HTTP/1.1" status: 200  len: 999 time: 0.1568341
Apr 22 13:02:41.173159 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:41.268609 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daba16d-31d0-416e-a50f-e8915e7a9ba5 req-fd219e57-7e77-40a2-ada1-bd0ea9578317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:41.272094 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5daba16d-31d0-416e-a50f-e8915e7a9ba5 req-fd219e57-7e77-40a2-ada1-bd0ea9578317 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cfdd58e2-dfbe-4bfe-8827-61f9efcab136 HTTP/1.1" status: 200  len: 854 time: 0.1161423
Apr 22 13:02:41.433466 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daba16d-31d0-416e-a50f-e8915e7a9ba5 req-fd7647ee-da94-427f-a93e-53cf372b2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:41.443401 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5daba16d-31d0-416e-a50f-e8915e7a9ba5 req-fd7647ee-da94-427f-a93e-53cf372b2795 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a172ddd-5456-4f17-bd1a-5de10be1b0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1636066
Apr 22 13:02:41.832975 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5daba16d-31d0-416e-a50f-e8915e7a9ba5 req-e9d96b06-3d2c-4050-a8b5-f6417fddf135 service neutron] 10.222.0.35 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3590302
Apr 22 13:02:41.938896 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e445c95-d798-4547-8617-384411e22f1f req-b648692a-89f8-4e78-96e5-ea51d0ec7ffe tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:41.949520 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3e445c95-d798-4547-8617-384411e22f1f req-b648692a-89f8-4e78-96e5-ea51d0ec7ffe tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.4734213
Apr 22 13:02:42.055303 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3e445c95-d798-4547-8617-384411e22f1f req-8996f94f-4eab-4b9a-95ed-b0b3cd1e9d7e tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0996213
Apr 22 13:02:42.292410 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5daba16d-31d0-416e-a50f-e8915e7a9ba5 req-ae277044-ceb3-4da4-8768-5929b673a7d6 service neutron] 10.222.0.35 "GET /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4461558
Apr 22 13:02:43.372301 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf1f1b-2333-4c78-abf5-09b2728410f4 req-e168527d-3b77-4473-8773-e19c1246a4f2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:43.374022 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5fdf1f1b-2333-4c78-abf5-09b2728410f4 req-e168527d-3b77-4473-8773-e19c1246a4f2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.1800292
Apr 22 13:02:43.500374 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5fdf1f1b-2333-4c78-abf5-09b2728410f4 req-442d3fcf-fdf3-4b44-af66-ee555f414999 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1186924
Apr 22 13:02:44.990098 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93eb55-a87f-4591-af9a-86f952ec6704 req-e1660043-1eee-49b1-b7fc-e212a9fd45dc tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:44.994399 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cd93eb55-a87f-4591-af9a-86f952ec6704 req-e1660043-1eee-49b1-b7fc-e212a9fd45dc tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.1849000
Apr 22 13:02:45.123155 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cd93eb55-a87f-4591-af9a-86f952ec6704 req-83511c5a-a360-4306-81ed-d9742213f681 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1149857
Apr 22 13:02:46.618415 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8c47e-2914-4f10-9272-3591a3685e94 req-5da14aee-9f85-41f5-980f-98aa99488e30 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:46.620525 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c0c8c47e-2914-4f10-9272-3591a3685e94 req-5da14aee-9f85-41f5-980f-98aa99488e30 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.1664679
Apr 22 13:02:46.783198 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c0c8c47e-2914-4f10-9272-3591a3685e94 req-e6b7e853-c17d-4e11-94f9-4c4c194571dd tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1350892
Apr 22 13:02:48.602097 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf873af8-1699-42ba-812d-f1e2ba5d2d93 req-918bd4dc-8af0-4281-911f-531185cdda1b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:48.625418 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cf873af8-1699-42ba-812d-f1e2ba5d2d93 req-918bd4dc-8af0-4281-911f-531185cdda1b tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.2398720
Apr 22 13:02:48.705376 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cf873af8-1699-42ba-812d-f1e2ba5d2d93 req-5986998f-6f02-43ce-9f6d-b1fd7d253094 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788345
Apr 22 13:02:50.370831 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43f89e-73dc-4ed5-8508-0208d16a896b req-5222b1b4-dbbc-41a1-97d8-3727080ad6f8 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:50.372677 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5b43f89e-73dc-4ed5-8508-0208d16a896b req-5222b1b4-dbbc-41a1-97d8-3727080ad6f8 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.1432223
Apr 22 13:02:50.432849 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5b43f89e-73dc-4ed5-8508-0208d16a896b req-f5e20700-8358-4732-9124-ce4cd7e6cf3a tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526295
Apr 22 13:02:51.860041 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea15a21-8e3a-4869-bdf2-f6f73726b263 req-16592bff-e6d2-493a-a9f5-0bbea555edf9 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:51.862077 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8ea15a21-8e3a-4869-bdf2-f6f73726b263 req-16592bff-e6d2-493a-a9f5-0bbea555edf9 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.1232710
Apr 22 13:02:51.926252 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8ea15a21-8e3a-4869-bdf2-f6f73726b263 req-9062b6e9-8972-464a-97be-db6f1c7b0684 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498099
Apr 22 13:02:53.235692 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cdd9b-a823-4868-b401-bfe772db0d2b req-54491c96-586b-47df-99db-9ca6dcd5b3f5 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:53.250072 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d28cdd9b-a823-4868-b401-bfe772db0d2b req-54491c96-586b-47df-99db-9ca6dcd5b3f5 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.1480703
Apr 22 13:02:53.386997 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d28cdd9b-a823-4868-b401-bfe772db0d2b req-1e637414-616c-4d36-991d-acfdf43b972a tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1350791
Apr 22 13:02:54.902393 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a07e08-64f2-4ed0-8fb7-282065be1c9b req-de6a0ea1-3aaa-4202-b159-77b914f586a8 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:54.905744 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d0a07e08-64f2-4ed0-8fb7-282065be1c9b req-de6a0ea1-3aaa-4202-b159-77b914f586a8 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.2272978
Apr 22 13:02:54.987800 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d0a07e08-64f2-4ed0-8fb7-282065be1c9b req-9e7c9060-6353-4a8c-ab95-0d1a79271000 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676260
Apr 22 13:02:56.398082 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a760e-4111-4698-8363-4f22d52a8484 req-01a0e9ac-e2be-4926-97f2-1331ce32e0f2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:56.400700 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-864a760e-4111-4698-8363-4f22d52a8484 req-01a0e9ac-e2be-4926-97f2-1331ce32e0f2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.1436090
Apr 22 13:02:56.513880 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-864a760e-4111-4698-8363-4f22d52a8484 req-9900c237-a925-47c3-820a-c8f24cb90899 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1009164
Apr 22 13:02:57.955843 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972596d-233a-4dac-970e-09e0624c8621 req-d72417ce-9284-4a75-84ff-e70c43575d69 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:57.958753 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a972596d-233a-4dac-970e-09e0624c8621 req-d72417ce-9284-4a75-84ff-e70c43575d69 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 943 time: 0.1880894
Apr 22 13:02:58.059981 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a972596d-233a-4dac-970e-09e0624c8621 req-7c714736-2984-4e53-97c1-e7ce7929d7cc tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0890455
Apr 22 13:02:58.484609 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 13:02:58.801358 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:02:58.824966 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'port_id': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e', 'mac_address': 'fa:16:3e:e3:24:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 13:02:58.918281 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:58.955685 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:02:59.006630 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:02:59.149346 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:02:59.149346 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:02:59.291770 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,revision_number=9']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:02:59.304147 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:02:59.319652 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e87cb-2b79-4da5-af15-0e83cb8b4554 req-7b243085-199a-4a78-8d7c-1c30807926d2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:59.321716 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-137e87cb-2b79-4da5-af15-0e83cb8b4554 req-7b243085-199a-4a78-8d7c-1c30807926d2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 944 time: 0.1019816
Apr 22 13:02:59.384747 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 13:02:59.385519 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-137e87cb-2b79-4da5-af15-0e83cb8b4554 req-1d058704-e413-464c-963e-a289d36d9a3d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555897
Apr 22 13:02:59.586447 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac27bc8-65a8-4f19-bf86-1533ff4d14fe req-777a24ab-6819-45af-bbcb-194b10b0a699 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:02:59.589244 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5ac27bc8-65a8-4f19-bf86-1533ff4d14fe req-777a24ab-6819-45af-bbcb-194b10b0a699 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7510d01-53c4-4249-9098-fa2234fc7f71 HTTP/1.1" status: 200  len: 945 time: 0.1764770
Apr 22 13:02:59.689764 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5ac27bc8-65a8-4f19-bf86-1533ff4d14fe req-cf11fd73-eaf0-4815-91b6-bc233b801450 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=93034943-a6ab-48c8-965e-55b87b9df0e3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0879235
Apr 22 13:03:00.512525 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:03:00.646800 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:03:00.647360 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:00.754786 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb41f9-c0b4-4084-b107-ad2b728f6ce7 req-78c3fa09-61f8-4f2c-a1da-26ac00c3f390 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:00.764291 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-85fb41f9-c0b4-4084-b107-ad2b728f6ce7 req-78c3fa09-61f8-4f2c-a1da-26ac00c3f390 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 944 time: 0.1104984
Apr 22 13:03:00.812989 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:00.849518 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-85fb41f9-c0b4-4084-b107-ad2b728f6ce7 req-33216a18-7998-460a-84ed-f7e51882e4cb tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734208
Apr 22 13:03:00.872950 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b421675-a91b-448e-b6cd-1ec38104caf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:03:00.886257 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:03:00.927052 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:00.930508 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-646f4623-f589-40ac-a271-074cfc5f5b1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:00.982720 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b421675-a91b-448e-b6cd-1ec38104caf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e', 'code': 200}
Apr 22 13:03:01.029394 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,revision_number=10']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:01.041124 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:01.098387 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d7382-3de5-469e-bc41-11e738dc0be6 req-30ec1d62-5175-4f3f-8a57-f6634434e4e8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:01.100149 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3f6d7382-3de5-469e-bc41-11e738dc0be6 req-30ec1d62-5175-4f3f-8a57-f6634434e4e8 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7510d01-53c4-4249-9098-fa2234fc7f71 HTTP/1.1" status: 200  len: 945 time: 0.2103457
Apr 22 13:03:01.168081 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3f6d7382-3de5-469e-bc41-11e738dc0be6 req-92b7379a-85d9-412f-b7c4-451c63c3d80d tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=93034943-a6ab-48c8-965e-55b87b9df0e3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569470
Apr 22 13:03:01.177854 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a38f11-f573-4107-8582-fe3526c023f8 req-cb1d3572-0da9-4617-bad8-c7b0c2a412b9 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:01.179518 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c4a38f11-f573-4107-8582-fe3526c023f8 req-cb1d3572-0da9-4617-bad8-c7b0c2a412b9 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7510d01-53c4-4249-9098-fa2234fc7f71 HTTP/1.1" status: 200  len: 945 time: 0.2093830
Apr 22 13:03:01.615879 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-c4a38f11-f573-4107-8582-fe3526c023f8 req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Deleting port 6fe5da12-62bd-4aca-b774-7e6b07394a07 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:03:01.616506 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c4a38f11-f573-4107-8582-fe3526c023f8 req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:01.756738 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d98d2b-9d2f-40a2-be7d-93b27961ccb2 req-63bf6769-897b-4384-8487-eb6718bd2690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:01.758985 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-56d98d2b-9d2f-40a2-be7d-93b27961ccb2 req-63bf6769-897b-4384-8487-eb6718bd2690 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 1099 time: 0.2193871
Apr 22 13:03:01.904657 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-56d98d2b-9d2f-40a2-be7d-93b27961ccb2 req-fd885411-e96d-4a39-9933-4a0c47116b8b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1333780
Apr 22 13:03:01.990039 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-c4a38f11-f573-4107-8582-fe3526c023f8 req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] For port 6fe5da12-62bd-4aca-b774-7e6b07394a07, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=6fe5da12-62bd-4aca-b774-7e6b07394a07,segment=NetworkSegment(5c1e8466-a640-4708-9852-885c77ca66cf),segment_id=5c1e8466-a640-4708-9852-885c77ca66cf)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:03:01.990580 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c4a38f11-f573-4107-8582-fe3526c023f8 req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:02.162020 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cc4ab-76f4-49f9-adef-16bdd3e899a4 req-737dab3a-2ad5-4590-b226-ec5eb9370a4a tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:02.165004 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6c2cc4ab-76f4-49f9-adef-16bdd3e899a4 req-737dab3a-2ad5-4590-b226-ec5eb9370a4a tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 946 time: 0.1438673
Apr 22 13:03:02.239207 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6c2cc4ab-76f4-49f9-adef-16bdd3e899a4 req-e7b7ef42-dfbc-4e4c-a90a-ffc018cdc653 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654736
Apr 22 13:03:02.405432 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c4a38f11-f573-4107-8582-fe3526c023f8 req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:02.406159 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c4a38f11-f573-4107-8582-fe3526c023f8 req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-769201'] for floatingip, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:02.406844 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.l3_db [req-c4a38f11-f573-4107-8582-fe3526c023f8 req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Floating IP 63c265d3-ee56-4c0e-b192-c9ef22122f0f disassociated. External IP: 172.27.3.202, port: 6fe5da12-62bd-4aca-b774-7e6b07394a07.
Apr 22 13:03:02.407729 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-c4a38f11-f573-4107-8582-fe3526c023f8 req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Calling delete_port for 6fe5da12-62bd-4aca-b774-7e6b07394a07 owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:03:02.702738 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b2d89-2a45-40c7-a2f9-02542cb24b7d req-9b47cc6a-88cd-4a79-8f1a-d2383238d1f3 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:02.704697 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e97b2d89-2a45-40c7-a2f9-02542cb24b7d req-9b47cc6a-88cd-4a79-8f1a-d2383238d1f3 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7510d01-53c4-4249-9098-fa2234fc7f71 HTTP/1.1" status: 200  len: 945 time: 0.3065143
Apr 22 13:03:02.778407 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e97b2d89-2a45-40c7-a2f9-02542cb24b7d req-22dbe384-f05d-4063-b148-8f36afc6ff60 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups?id=93034943-a6ab-48c8-965e-55b87b9df0e3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578201
Apr 22 13:03:02.784481 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c4a38f11-f573-4107-8582-fe3526c023f8 req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:02.811774 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:02.919234 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Pushing event deleted for resources: {'Port': ['ID=6fe5da12-62bd-4aca-b774-7e6b07394a07,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:02.934609 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:02.935031 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:02.935692 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:03.022409 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:03.022409 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:03.022409 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:03.022409 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:03.022409 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:03.022409 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:03.022409 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:03.022409 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:03.022409 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:03.022409 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:03.160152 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4a38f11-f573-4107-8582-fe3526c023f8 req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:03:03.361992 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4a38f11-f573-4107-8582-fe3526c023f8 req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:03:03.373184 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f30d165-5777-45d5-9bd7-6a814348b899 None None] Sync routers for ids ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:03:03.384924 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f30d165-5777-45d5-9bd7-6a814348b899 None None] Routers {'8e41e22f-3dc1-4e2d-9ec3-8af636316264'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:03:03.385916 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-9f30d165-5777-45d5-9bd7-6a814348b899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c4362e8>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:02:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:03.489087 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a38f11-f573-4107-8582-fe3526c023f8 req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] No DVR routers for this DVR port 6fe5da12-62bd-4aca-b774-7e6b07394a07 on host hv-cinder-78726 {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:03:03.492959 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c4a38f11-f573-4107-8582-fe3526c023f8 req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:03.504997 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7510d01-53c4-4249-9098-fa2234fc7f71', 'name': 'network-vif-deleted', 'tag': '6fe5da12-62bd-4aca-b774-7e6b07394a07'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:03:03.543649 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c4a38f11-f573-4107-8582-fe3526c023f8 req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.35 "DELETE /v2.0/ports/6fe5da12-62bd-4aca-b774-7e6b07394a07 HTTP/1.1" status: 204  len: 173 time: 2.3582819
Apr 22 13:03:03.608610 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7510d01-53c4-4249-9098-fa2234fc7f71', 'name': 'network-vif-deleted', 'tag': '6fe5da12-62bd-4aca-b774-7e6b07394a07', 'status': 'completed', 'code': 200}
Apr 22 13:03:03.631715 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99da758-0e6c-47ba-b495-06a00d8c2126 req-8e5724d9-fa83-4e5d-9046-85184bbf5e7d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:03.633672 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c99da758-0e6c-47ba-b495-06a00d8c2126 req-8e5724d9-fa83-4e5d-9046-85184bbf5e7d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 946 time: 0.2390130
Apr 22 13:03:03.709717 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c99da758-0e6c-47ba-b495-06a00d8c2126 req-eb3c1aaa-314f-498e-b942-b2754479de0e tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675139
Apr 22 13:03:03.881610 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-9f30d165-5777-45d5-9bd7-6a814348b899 None None] Set router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:03:04.028221 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-e2eab637-5309-4637-b3be-e2cb5c966539 req-06f01daf-3a7f-4d38-b931-0ec89b85f609 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Synchronizing usage tracker for tenant:074fdbf4f1214f53add5cfdd523c42e4 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:03:04.110201 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-e2eab637-5309-4637-b3be-e2cb5c966539 req-06f01daf-3a7f-4d38-b931-0ec89b85f609 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Unset dirty status for tenant:074fdbf4f1214f53add5cfdd523c42e4 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:03:04.111874 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e2eab637-5309-4637-b3be-e2cb5c966539 req-06f01daf-3a7f-4d38-b931-0ec89b85f609 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7510d01-53c4-4249-9098-fa2234fc7f71 HTTP/1.1" status: 200  len: 210 time: 0.1444063
Apr 22 13:03:04.327081 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-9f30d165-5777-45d5-9bd7-6a814348b899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c4362e8>, [{'id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'name': 'tempest-AttachVolumeTestJSON-1229733816-router', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:40Z', 'updated_at': '2021-04-22T12:56:17Z', 'revision_number': 4, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'gw_port': {'id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:45Z', 'updated_at': '2021-04-22T12:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'c8761fef-da86-45d1-adbb-4e46c8b2d26d', 'name': '', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'mac_address': 'fa:16:3e:36:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:15Z', 'updated_at': '2021-04-22T12:56:35Z', 'revision_number': 5, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'subnets': [{'id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:04.335328 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f30d165-5777-45d5-9bd7-6a814348b899 None None] Checking router: 8e41e22f-3dc1-4e2d-9ec3-8af636316264 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:03:04.355012 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f30d165-5777-45d5-9bd7-6a814348b899 None None] Routers {'8e41e22f-3dc1-4e2d-9ec3-8af636316264'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:03:04.356893 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-9f30d165-5777-45d5-9bd7-6a814348b899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c4362e8>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:02:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:04.535301 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 6fe5da12-62bd-4aca-b774-7e6b07394a07 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:03:04.584479 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] No Port match for: 6fe5da12-62bd-4aca-b774-7e6b07394a07 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:03:04.584843 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 6fe5da12-62bd-4aca-b774-7e6b07394a07 not bound to the agent host hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:03:04.695211 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-9f30d165-5777-45d5-9bd7-6a814348b899 None None] Set router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:03:05.133589 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd79ca4-d87a-4513-a565-30ddb1bd23dc req-c46ed2a4-cc88-4699-b861-a9e86bf3c86c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:05.136657 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cfd79ca4-d87a-4513-a565-30ddb1bd23dc req-c46ed2a4-cc88-4699-b861-a9e86bf3c86c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 946 time: 0.1616316
Apr 22 13:03:05.163745 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-9f30d165-5777-45d5-9bd7-6a814348b899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c4362e8>, [{'id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'name': 'tempest-AttachVolumeTestJSON-1229733816-router', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:40Z', 'updated_at': '2021-04-22T12:56:17Z', 'revision_number': 4, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'gw_port': {'id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:45Z', 'updated_at': '2021-04-22T12:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'c8761fef-da86-45d1-adbb-4e46c8b2d26d', 'name': '', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'mac_address': 'fa:16:3e:36:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:15Z', 'updated_at': '2021-04-22T12:56:35Z', 'revision_number': 5, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'subnets': [{'id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:05.169624 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f30d165-5777-45d5-9bd7-6a814348b899 None None] The sync data for ids ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'] in dv-cinder-787262-3-iscsi is: [{'id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'name': 'tempest-AttachVolumeTestJSON-1229733816-router', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:40Z', 'updated_at': '2021-04-22T12:56:17Z', 'revision_number': 4, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'gw_port': {'id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:45Z', 'updated_at': '2021-04-22T12:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'c8761fef-da86-45d1-adbb-4e46c8b2d26d', 'name': '', 'network_id': '9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'mac_address': 'fa:16:3e:36:f4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:15Z', 'updated_at': '2021-04-22T12:56:35Z', 'revision_number': 5, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'subnets': [{'id': '0ded796f-1a8d-487b-8bc7-3beffd6cbda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:03:05.228754 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cfd79ca4-d87a-4513-a565-30ddb1bd23dc req-dbb3f6c6-07c6-455e-89db-11700058c205 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0844927
Apr 22 13:03:05.346108 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 57556) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:05.465840 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5c33f47b-bfcd-4849-8298-457cae4a7f7e tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:05.526352 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5c33f47b-bfcd-4849-8298-457cae4a7f7e tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:05.589915 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c1c08252-7296-4039-8c4f-160a4f522e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:05.616598 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b2aa0-8d83-4d06-8dde-a9ae94c68d95 None None] New status for floating IP 63c265d3-ee56-4c0e-b192-c9ef22122f0f: DOWN {{(pid=86535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 13:03:05.663679 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5c33f47b-bfcd-4849-8298-457cae4a7f7e tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:05.674277 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9da695c8-7d0a-4c2d-a387-bf23152d7e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:05.709490 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33f47b-bfcd-4849-8298-457cae4a7f7e tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93034943-a6ab-48c8-965e-55b87b9df0e3,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:05.714919 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5c33f47b-bfcd-4849-8298-457cae4a7f7e tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:05.754097 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5c33f47b-bfcd-4849-8298-457cae4a7f7e tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:05.756208 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-5c33f47b-bfcd-4849-8298-457cae4a7f7e tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "DELETE /v2.0/security-groups/93034943-a6ab-48c8-965e-55b87b9df0e3 HTTP/1.1" status: 204  len: 168 time: 0.4085679
Apr 22 13:03:05.759323 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 57560) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:05.784249 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.v2.resource [None req-e684c805-315b-474d-8613-258178aeb62f tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] show failed (client error): The resource could not be found.
Apr 22 13:03:05.786056 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-e684c805-315b-474d-8613-258178aeb62f tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "GET /v2.0/security-groups/93034943-a6ab-48c8-965e-55b87b9df0e3 HTTP/1.1" status: 404  len: 347 time: 0.0248015
Apr 22 13:03:05.790399 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 57564) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:06.033431 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 57570) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:06.037319 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Deleting port 1ef8165d-3ff3-4b38-b471-1601f3040958 {{(pid=86532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:03:06.037705 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:06.113986 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_v2 [None req-898d318e-cd8b-4887-8d56-764cf8974dc6 admin admin] Deleting subnet bb4c9e67-02f1-4626-b30a-d3919486af84 {{(pid=86533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 13:03:06.119033 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-898d318e-cd8b-4887-8d56-764cf8974dc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:06.211743 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-898d318e-cd8b-4887-8d56-764cf8974dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1922835'] for subnet, precommit_delete_associations {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:06.259992 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:06.260476 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:06.333838 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-898d318e-cd8b-4887-8d56-764cf8974dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844768'] for subnet, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:06.489695 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Calling delete_port for 1ef8165d-3ff3-4b38-b471-1601f3040958 owned by network:floatingip {{(pid=86532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:03:06.725542 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:06.731220 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9ac6a3a1-c365-4e2a-bec3-c9dffb16bf79 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:06.798822 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Pushing event deleted for resources: {'Port': ['ID=1ef8165d-3ff3-4b38-b471-1601f3040958,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:06.892827 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:06.893433 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:06.894123 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:06.894811 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:06.895524 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:06.896204 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:06.896881 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:06.897677 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:06.898338 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:06.899073 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:06.899790 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:06.900474 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:06.958257 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:07.017388 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks [] for floatingip, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:07.099277 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:07.099977 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-898d318e-cd8b-4887-8d56-764cf8974dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3931032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843910551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10722526'] for subnet, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:07.107630 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:07.118392 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for floatingip, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:07.119843 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] 10.222.0.20 "DELETE /v2.0/floatingips/63c265d3-ee56-4c0e-b192-c9ef22122f0f HTTP/1.1" status: 204  len: 168 time: 1.3275981
Apr 22 13:03:07.163519 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d318e-cd8b-4887-8d56-764cf8974dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb4c9e67-02f1-4626-b30a-d3919486af84,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:07.166394 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-898d318e-cd8b-4887-8d56-764cf8974dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:07.169720 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-898d318e-cd8b-4887-8d56-764cf8974dc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:07.177117 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-898d318e-cd8b-4887-8d56-764cf8974dc6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bb4c9e67-02f1-4626-b30a-d3919486af84 HTTP/1.1" status: 204  len: 168 time: 1.1420679
Apr 22 13:03:07.181922 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 57576) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:07.320168 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3ffddf44-1c5d-4077-9a6f-c3457ea8fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850810900'] for network, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:07.489941 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3ffddf44-1c5d-4077-9a6f-c3457ea8fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931125', 'neutron.services.segments.db._delete_segments_for_network-8776327253363'] for network, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:07.642424 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-3ffddf44-1c5d-4077-9a6f-c3457ea8fec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb657c3f6d8>,) {'filters': {'network_id': ['415837a5-0dfa-4f6d-873f-72d9cc748b77']}} {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:07.658191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-3ffddf44-1c5d-4077-9a6f-c3457ea8fec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb657c3f6d8>, '7753dd2b-3be6-4857-946d-6f2826df5cca') {'for_net_delete': True} {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:07.658656 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-3ffddf44-1c5d-4077-9a6f-c3457ea8fec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb657c3f6d8>, '7753dd2b-3be6-4857-946d-6f2826df5cca') {} {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:07.673951 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3ffddf44-1c5d-4077-9a6f-c3457ea8fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260527543395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852852965'] for segment, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:07.783983 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3ffddf44-1c5d-4077-9a6f-c3457ea8fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:07.792371 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ffddf44-1c5d-4077-9a6f-c3457ea8fec1 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=86533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 13:03:07.990834 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-3ffddf44-1c5d-4077-9a6f-c3457ea8fec1 admin admin] Network 415837a5-0dfa-4f6d-873f-72d9cc748b77 has no segments {{(pid=86533) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:03:08.002096 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3ffddf44-1c5d-4077-9a6f-c3457ea8fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850845775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10864074'] for segment, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:08.424247 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ab6efdd3-f740-41b9-a76a-1d82abedd677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:08.449215 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-3ffddf44-1c5d-4077-9a6f-c3457ea8fec1 admin admin] Network 415837a5-0dfa-4f6d-873f-72d9cc748b77 has no segments {{(pid=86533) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]: Traceback (most recent call last):
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:     timer()
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:     cb(*args, **kw)
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:     return func(*args, **kwargs)
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:     self._notify()
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:     self.callback(batched_events)
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:     event.method(event)
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:     segment_id)['aggregates'][0]
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:     return f(self, *a, **k)
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self._get(url).json()
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:     **kwargs)
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self.request(url, 'GET', **kwargs)
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:     **endpoint_filter)
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 13:03:08.474193 dv-cinder-787262-3-iscsi neutron-server[86413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 13:03:08.748474 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3ffddf44-1c5d-4077-9a6f-c3457ea8fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850844675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-769154'] for network, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:08.753757 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3ffddf44-1c5d-4077-9a6f-c3457ea8fec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:08.759313 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:08.788141 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffddf44-1c5d-4077-9a6f-c3457ea8fec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=415837a5-0dfa-4f6d-873f-72d9cc748b77,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:08.791636 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3ffddf44-1c5d-4077-9a6f-c3457ea8fec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:08.830894 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-3ffddf44-1c5d-4077-9a6f-c3457ea8fec1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/415837a5-0dfa-4f6d-873f-72d9cc748b77 HTTP/1.1" status: 204  len: 168 time: 1.6474679
Apr 22 13:03:09.193762 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 57590) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:09.257378 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-dda1f528-74f8-40d4-b726-6058d5ced563 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36899804bc434230b50842ecae787811&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0621688
Apr 22 13:03:09.261613 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 57594) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:09.334311 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b8eb44ec-43f1-4db6-8d6c-ceab3c67ac07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:09.372155 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b8eb44ec-43f1-4db6-8d6c-ceab3c67ac07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:09.543771 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b8eb44ec-43f1-4db6-8d6c-ceab3c67ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:09.548197 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a31f81ec-ee22-4571-b005-5caf0a33c2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:09.565709 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb44ec-43f1-4db6-8d6c-ceab3c67ac07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ffad53-685f-4796-9fb0-001132686fdd,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:09.568767 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b8eb44ec-43f1-4db6-8d6c-ceab3c67ac07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:09.619077 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b8eb44ec-43f1-4db6-8d6c-ceab3c67ac07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:09.620441 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-b8eb44ec-43f1-4db6-8d6c-ceab3c67ac07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78ffad53-685f-4796-9fb0-001132686fdd HTTP/1.1" status: 204  len: 168 time: 0.3575830
Apr 22 13:03:10.229260 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:10.452898 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:10.823991 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 57628) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:10.951404 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1166066896-network', 'tenant_id': 'da0773a267f14d0bb47b092ca5ffa7d7'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:03:10.956845 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:03:10.961252 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Usage tracker for resource:network and tenant:da0773a267f14d0bb47b092ca5ffa7d7 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:03:10.965258 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:03:10.972406 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:03:11.012053 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Made reservation on behalf of da0773a267f14d0bb47b092ca5ffa7d7 for: {'network': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:03:11.017032 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for network, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:11.031579 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:11.049147 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:03:11.053897 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Usage tracker for resource:security_group_rule and tenant:da0773a267f14d0bb47b092ca5ffa7d7 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:03:11.058056 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:03:11.064514 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:03:11.235300 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:11.235788 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:11.269368 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:11.274935 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cf754109-99c7-4866-a8d3-04edb20168f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:11.311135 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'}  {{(pid=86533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 13:03:11.321689 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9609dc9-793e-4fa6-8922-429bc48e8150,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:11.325304 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:11.330454 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:11.330454 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.segments_db [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Added segment d97ea531-49b4-49df-a326-4193611b7896 of type vlan for network d3d7c079-73af-4f4d-89c5-b0170c0cc9a5
Apr 22 13:03:11.361442 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776326693849'] for network, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:11.423924 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for network, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:11.425371 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:11.426080 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:11.433261 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:11.553089 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Pushing event updated for resources: {'Network': ['ID=d3d7c079-73af-4f4d-89c5-b0170c0cc9a5,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:11.556790 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:11.565495 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Network d3d7c079-73af-4f4d-89c5-b0170c0cc9a5 details requested by agent ovs-agent-dv-cinder-787262-3-iscsi with host dv-cinder-787262-3-iscsi {{(pid=86534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 13:03:11.590500 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-b5442f9d-8c23-402e-a491-493cbe30ed1f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7651577
Apr 22 13:03:11.593763 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 57634) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:11.600579 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-2f10c160-b098-4656-a37a-1ce8be3a4933 admin admin] Request body: {'subnet': {'network_id': 'd3d7c079-73af-4f4d-89c5-b0170c0cc9a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1166066896-subnet', 'tenant_id': 'da0773a267f14d0bb47b092ca5ffa7d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:03:11.607000 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-2f10c160-b098-4656-a37a-1ce8be3a4933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:03:11.612301 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-2f10c160-b098-4656-a37a-1ce8be3a4933 admin admin] Usage tracker for resource:subnet and tenant:da0773a267f14d0bb47b092ca5ffa7d7 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:03:11.615794 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-2f10c160-b098-4656-a37a-1ce8be3a4933 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:03:11.623314 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-2f10c160-b098-4656-a37a-1ce8be3a4933 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:03:11.721461 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f10c160-b098-4656-a37a-1ce8be3a4933 admin admin] Made reservation on behalf of da0773a267f14d0bb47b092ca5ffa7d7 for: {'subnet': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:03:11.726857 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2f10c160-b098-4656-a37a-1ce8be3a4933 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844053260'] for subnet, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:11.956272 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 57644) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:12.220123 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2f10c160-b098-4656-a37a-1ce8be3a4933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10865196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844053275'] for subnet, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:12.225757 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:12.309476 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10c160-b098-4656-a37a-1ce8be3a4933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbeea3a0-a3ec-49f2-b760-af081eb8858d,revision_number=0']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:12.314833 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2f10c160-b098-4656-a37a-1ce8be3a4933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:12.319707 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f10c160-b098-4656-a37a-1ce8be3a4933 admin admin] Checking segment: {'id': 'd97ea531-49b4-49df-a326-4193611b7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'd3d7c079-73af-4f4d-89c5-b0170c0cc9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:03:12.320109 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f10c160-b098-4656-a37a-1ce8be3a4933 admin admin] Network hostable DHCP agents. Network: d3d7c079-73af-4f4d-89c5-b0170c0cc9a5, hostable agents: ['87489297-b04a-4f62-8251-98d0a06ee999'], hosted agents: [] {{(pid=86533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 13:03:12.389505 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f10c160-b098-4656-a37a-1ce8be3a4933 admin admin] Network d3d7c079-73af-4f4d-89c5-b0170c0cc9a5 is scheduled to be hosted by DHCP agent 87489297-b04a-4f62-8251-98d0a06ee999 with binding_index 1 {{(pid=86533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 13:03:12.422127 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-2f10c160-b098-4656-a37a-1ce8be3a4933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-iscsi, d3d7c079-73af-4f4d-89c5-b0170c0cc9a5) {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:03:12.433618 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af377e3-c276-4652-8585-8f37ddf20ccd None None] Network d3d7c079-73af-4f4d-89c5-b0170c0cc9a5 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:03:12.440925 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f10c160-b098-4656-a37a-1ce8be3a4933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:12.442267 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2f10c160-b098-4656-a37a-1ce8be3a4933 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:12.532881 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-2f10c160-b098-4656-a37a-1ce8be3a4933 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9374483
Apr 22 13:03:12.706153 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04c19e6-ddbd-4f89-9ee9-093235756549 None None] Network d3d7c079-73af-4f4d-89c5-b0170c0cc9a5 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:03:12.722842 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c4966cd5-98ab-4519-8142-54595c15f6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854119782'] for router_interface, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:13.452074 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c4966cd5-98ab-4519-8142-54595c15f6cd admin admin] Deleting port c8761fef-da86-45d1-adbb-4e46c8b2d26d {{(pid=86532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:03:13.452563 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c4966cd5-98ab-4519-8142-54595c15f6cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:13.674473 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c4966cd5-98ab-4519-8142-54595c15f6cd admin admin] For port c8761fef-da86-45d1-adbb-4e46c8b2d26d, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=c8761fef-da86-45d1-adbb-4e46c8b2d26d,segment=NetworkSegment(5c1e8466-a640-4708-9852-885c77ca66cf),segment_id=5c1e8466-a640-4708-9852-885c77ca66cf)] {{(pid=86532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:03:13.674808 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c4966cd5-98ab-4519-8142-54595c15f6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:13.828581 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c4966cd5-98ab-4519-8142-54595c15f6cd admin admin] Calling delete_port for c8761fef-da86-45d1-adbb-4e46c8b2d26d owned by network:router_interface {{(pid=86532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:03:14.182806 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c4966cd5-98ab-4519-8142-54595c15f6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:14.188436 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c532cceb-3420-493b-9184-0c53bb8729e5 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:14.240817 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4966cd5-98ab-4519-8142-54595c15f6cd admin admin] Pushing event deleted for resources: {'Port': ['ID=c8761fef-da86-45d1-adbb-4e46c8b2d26d,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:14.246444 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c4966cd5-98ab-4519-8142-54595c15f6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:14.296977 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:03:14.622017 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c4966cd5-98ab-4519-8142-54595c15f6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854119708'] for router_interface, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:15.229555 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4966cd5-98ab-4519-8142-54595c15f6cd admin admin] Router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:03:15.234224 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f400b-fdae-49b3-9acf-721e5107e939 req-4482e3cf-3e28-4185-a8f5-cb20cb462321 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:15.234973 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-724f400b-fdae-49b3-9acf-721e5107e939 req-4482e3cf-3e28-4185-a8f5-cb20cb462321 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Synchronizing usage tracker for tenant:da0773a267f14d0bb47b092ca5ffa7d7 on resource:network {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:03:15.293014 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-724f400b-fdae-49b3-9acf-721e5107e939 req-4482e3cf-3e28-4185-a8f5-cb20cb462321 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Unset dirty status for tenant:da0773a267f14d0bb47b092ca5ffa7d7 on resource:network {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:03:15.295110 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-724f400b-fdae-49b3-9acf-721e5107e939 req-4482e3cf-3e28-4185-a8f5-cb20cb462321 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/networks?id=d3d7c079-73af-4f4d-89c5-b0170c0cc9a5 HTTP/1.1" status: 200  len: 814 time: 0.2524700
Apr 22 13:03:15.314048 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-724f400b-fdae-49b3-9acf-721e5107e939 req-0ecdbc0a-b224-4b65-9a6a-6794993fc3a9 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/quotas/da0773a267f14d0bb47b092ca5ffa7d7 HTTP/1.1" status: 200  len: 375 time: 0.0118532
Apr 22 13:03:15.375294 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-724f400b-fdae-49b3-9acf-721e5107e939 req-67866d85-87f5-4aca-9199-a7c78a0b4cae tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=da0773a267f14d0bb47b092ca5ffa7d7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0528386
Apr 22 13:03:15.572420 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9e0847ab-c39d-46a1-93fe-d6abd804c97a service neutron] 10.222.0.20 "GET /v2.0/networks/d3d7c079-73af-4f4d-89c5-b0170c0cc9a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1873698
Apr 22 13:03:15.598365 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4966cd5-98ab-4519-8142-54595c15f6cd admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:03:15.612303 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a4cc57-da66-40cd-a1df-239fa3b2c288 None None] Sync routers for ids ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:03:15.621916 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-c4966cd5-98ab-4519-8142-54595c15f6cd admin admin] 10.222.0.20 "PUT /v2.0/routers/8e41e22f-3dc1-4e2d-9ec3-8af636316264/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6636086
Apr 22 13:03:15.625046 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 57676) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:15.632624 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a4cc57-da66-40cd-a1df-239fa3b2c288 None None] Routers {'8e41e22f-3dc1-4e2d-9ec3-8af636316264'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:03:15.634207 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-a8a4cc57-da66-40cd-a1df-239fa3b2c288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c48d518>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:03:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:15.752087 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-724f400b-fdae-49b3-9acf-721e5107e939 req-8d1cc2fc-6b1f-43ff-bb00-990f503f9854 service neutron] 10.222.0.20 "GET /v2.0/networks/d3d7c079-73af-4f4d-89c5-b0170c0cc9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1704364
Apr 22 13:03:15.848449 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7fef0947-bdd7-4784-9233-4756b4c5985b admin admin] Notify callbacks [] for router, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:16.128139 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f620eacf-6bd4-4c57-afa9-87ea6c0350d2 req-b9f498cd-5469-4968-b1fe-5f00bd0694a0 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=a428dcd6-2d29-4542-bbbd-6118b2bdb30d HTTP/1.1" status: 200  len: 210 time: 0.0978189
Apr 22 13:03:16.210094 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7fef0947-bdd7-4784-9233-4756b4c5985b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:16.255341 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-a8a4cc57-da66-40cd-a1df-239fa3b2c288 None None] Set router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:03:16.304090 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-7fef0947-bdd7-4784-9233-4756b4c5985b admin admin] Deleting port 71a40318-a041-4ba3-99f4-f6408a9151bc {{(pid=86532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:03:16.305421 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7fef0947-bdd7-4784-9233-4756b4c5985b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:16.561941 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-7fef0947-bdd7-4784-9233-4756b4c5985b admin admin] For port 71a40318-a041-4ba3-99f4-f6408a9151bc, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=71a40318-a041-4ba3-99f4-f6408a9151bc,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:03:16.562842 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7fef0947-bdd7-4784-9233-4756b4c5985b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:16.711524 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-7fef0947-bdd7-4784-9233-4756b4c5985b admin admin] Calling delete_port for 71a40318-a041-4ba3-99f4-f6408a9151bc owned by network:router_gateway {{(pid=86532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:03:16.746719 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-a8a4cc57-da66-40cd-a1df-239fa3b2c288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c48d518>, [{'id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'name': 'tempest-AttachVolumeTestJSON-1229733816-router', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:40Z', 'updated_at': '2021-04-22T13:03:14Z', 'revision_number': 5, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'gw_port': {'id': '71a40318-a041-4ba3-99f4-f6408a9151bc', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:45Z', 'updated_at': '2021-04-22T12:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:16.752775 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a4cc57-da66-40cd-a1df-239fa3b2c288 None None] Checking router: 8e41e22f-3dc1-4e2d-9ec3-8af636316264 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:03:16.764210 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a4cc57-da66-40cd-a1df-239fa3b2c288 None None] Routers {'8e41e22f-3dc1-4e2d-9ec3-8af636316264'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:03:16.764910 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-a8a4cc57-da66-40cd-a1df-239fa3b2c288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c48d518>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:03:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:16.987487 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-a8a4cc57-da66-40cd-a1df-239fa3b2c288 None None] Set router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 gateway port host: None {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:03:17.213734 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-a8a4cc57-da66-40cd-a1df-239fa3b2c288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c48d518>, [{'id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'name': 'tempest-AttachVolumeTestJSON-1229733816-router', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:40Z', 'updated_at': '2021-04-22T13:03:16Z', 'revision_number': 6, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'gw_port_host': None}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:17.221641 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a4cc57-da66-40cd-a1df-239fa3b2c288 None None] The sync data for ids ['8e41e22f-3dc1-4e2d-9ec3-8af636316264'] in dv-cinder-787262-3-iscsi is: [{'id': '8e41e22f-3dc1-4e2d-9ec3-8af636316264', 'name': 'tempest-AttachVolumeTestJSON-1229733816-router', 'tenant_id': '074fdbf4f1214f53add5cfdd523c42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:40Z', 'updated_at': '2021-04-22T13:03:16Z', 'revision_number': 6, 'project_id': '074fdbf4f1214f53add5cfdd523c42e4', 'gw_port_host': None}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:03:17.386147 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bd9ecf3e-7ece-4b73-867c-947b14b008c8 req-c73ca2a1-a41f-4491-8e49-6b0372829e3a tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=a428dcd6-2d29-4542-bbbd-6118b2bdb30d HTTP/1.1" status: 200  len: 210 time: 0.0588751
Apr 22 13:03:17.412544 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7fef0947-bdd7-4784-9233-4756b4c5985b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:17.422254 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:17.525444 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device c8761fef-da86-45d1-adbb-4e46c8b2d26d no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:03:17.582246 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef0947-bdd7-4784-9233-4756b4c5985b admin admin] Pushing event deleted for resources: {'Port': ['ID=71a40318-a041-4ba3-99f4-f6408a9151bc,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:17.590825 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7fef0947-bdd7-4784-9233-4756b4c5985b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:17.624666 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: c8761fef-da86-45d1-adbb-4e46c8b2d26d {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:03:17.625021 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device c8761fef-da86-45d1-adbb-4e46c8b2d26d not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:03:17.669996 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7fef0947-bdd7-4784-9233-4756b4c5985b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767845'] for router_gateway, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:17.882641 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7fef0947-bdd7-4784-9233-4756b4c5985b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-568'] for router, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:17.885746 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7fef0947-bdd7-4784-9233-4756b4c5985b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:18.029149 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7fef0947-bdd7-4784-9233-4756b4c5985b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854115971'] for router, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:18.029899 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fef0947-bdd7-4784-9233-4756b4c5985b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e41e22f-3dc1-4e2d-9ec3-8af636316264 {{(pid=86532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 13:03:18.048598 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7fef0947-bdd7-4784-9233-4756b4c5985b admin admin] Notify callbacks [] for router, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:18.050204 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-7fef0947-bdd7-4784-9233-4756b4c5985b admin admin] 10.222.0.20 "DELETE /v2.0/routers/8e41e22f-3dc1-4e2d-9ec3-8af636316264 HTTP/1.1" status: 204  len: 168 time: 2.4235866
Apr 22 13:03:18.053568 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 57692) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:18.152081 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_v2 [None req-084295b7-3e1a-4734-a73b-145c5a2f824c admin admin] Deleting subnet 0ded796f-1a8d-487b-8bc7-3beffd6cbda9 {{(pid=86533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 13:03:18.157641 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-084295b7-3e1a-4734-a73b-145c5a2f824c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:18.259593 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-084295b7-3e1a-4734-a73b-145c5a2f824c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1922835'] for subnet, precommit_delete_associations {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:18.611009 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-647ca171-f1f0-4aae-896c-9a2f9337ba15 req-3118b28b-49f8-4315-a60e-20bcccd603d5 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=a428dcd6-2d29-4542-bbbd-6118b2bdb30d HTTP/1.1" status: 200  len: 210 time: 0.0551682
Apr 22 13:03:18.773063 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f400b-fdae-49b3-9acf-721e5107e939 req-57e4a66d-6224-47d7-b375-31f8eb43e82a tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:18.777120 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-724f400b-fdae-49b3-9acf-721e5107e939 req-57e4a66d-6224-47d7-b375-31f8eb43e82a tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.35 "GET /v2.0/networks?id=d3d7c079-73af-4f4d-89c5-b0170c0cc9a5 HTTP/1.1" status: 200  len: 814 time: 0.4619792
Apr 22 13:03:18.790672 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-084295b7-3e1a-4734-a73b-145c5a2f824c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844768'] for subnet, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:18.851088 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-724f400b-fdae-49b3-9acf-721e5107e939 req-63c255c3-4c71-4111-aa96-357289c38fb1 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Request body: {'port': {'device_id': 'a428dcd6-2d29-4542-bbbd-6118b2bdb30d', 'network_id': 'd3d7c079-73af-4f4d-89c5-b0170c0cc9a5', 'admin_state_up': True, 'tenant_id': 'da0773a267f14d0bb47b092ca5ffa7d7'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:03:19.280067 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-724f400b-fdae-49b3-9acf-721e5107e939 req-63c255c3-4c71-4111-aa96-357289c38fb1 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:03:19.296319 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-724f400b-fdae-49b3-9acf-721e5107e939 req-63c255c3-4c71-4111-aa96-357289c38fb1 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Usage tracker for resource:port and tenant:da0773a267f14d0bb47b092ca5ffa7d7 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:03:19.303489 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-724f400b-fdae-49b3-9acf-721e5107e939 req-63c255c3-4c71-4111-aa96-357289c38fb1 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:03:19.321984 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-724f400b-fdae-49b3-9acf-721e5107e939 req-63c255c3-4c71-4111-aa96-357289c38fb1 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:03:19.402864 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-724f400b-fdae-49b3-9acf-721e5107e939 req-63c255c3-4c71-4111-aa96-357289c38fb1 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Made reservation on behalf of da0773a267f14d0bb47b092ca5ffa7d7 for: {'port': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:03:19.409309 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-724f400b-fdae-49b3-9acf-721e5107e939 req-63c255c3-4c71-4111-aa96-357289c38fb1 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:19.522447 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-084295b7-3e1a-4734-a73b-145c5a2f824c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3931032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843910551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10722526'] for subnet, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:19.540575 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 71a40318-a041-4ba3-99f4-f6408a9151bc no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:03:19.542347 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-98285ba8-5e06-40d8-b4d8-ccc3111238dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:19.593933 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084295b7-3e1a-4734-a73b-145c5a2f824c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ded796f-1a8d-487b-8bc7-3beffd6cbda9,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:19.596825 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-084295b7-3e1a-4734-a73b-145c5a2f824c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:19.599822 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-084295b7-3e1a-4734-a73b-145c5a2f824c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:19.603372 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: 71a40318-a041-4ba3-99f4-f6408a9151bc {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:03:19.603979 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 71a40318-a041-4ba3-99f4-f6408a9151bc not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:03:19.608384 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676236c6-3c69-4896-af4e-193abf05a4c8 None None] Network 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:03:19.616589 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-084295b7-3e1a-4734-a73b-145c5a2f824c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0ded796f-1a8d-487b-8bc7-3beffd6cbda9 HTTP/1.1" status: 204  len: 168 time: 1.5599198
Apr 22 13:03:19.620688 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 57702) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:19.759857 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [req-724f400b-fdae-49b3-9acf-721e5107e939 req-63c255c3-4c71-4111-aa96-357289c38fb1 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Allocated IP 172.20.0.12 (d3d7c079-73af-4f4d-89c5-b0170c0cc9a5/dbeea3a0-a3ec-49f2-b760-af081eb8858d/eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:03:19.846951 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850810900'] for network, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:19.863664 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] Deleting port a40ccc18-422e-464c-a007-401313bd30fc {{(pid=86532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:03:19.864127 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:19.910468 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-75452713-4af4-4fa3-a6dc-077321029ae4 req-9f6e404d-8b66-4b7b-a67d-f1b83882db97 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Synchronizing usage tracker for tenant:da0773a267f14d0bb47b092ca5ffa7d7 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:03:20.090268 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-75452713-4af4-4fa3-a6dc-077321029ae4 req-9f6e404d-8b66-4b7b-a67d-f1b83882db97 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Unset dirty status for tenant:da0773a267f14d0bb47b092ca5ffa7d7 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:03:20.102645 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-75452713-4af4-4fa3-a6dc-077321029ae4 req-9f6e404d-8b66-4b7b-a67d-f1b83882db97 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=a428dcd6-2d29-4542-bbbd-6118b2bdb30d HTTP/1.1" status: 200  len: 210 time: 0.2610271
Apr 22 13:03:20.103052 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b91bcf-2a1b-40b3-965e-3bae54504b79 None None] DHCP port deletion for 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 request from dv-cinder-787262-3-iscsi {{(pid=86534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 13:03:20.104669 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-61b91bcf-2a1b-40b3-965e-3bae54504b79 None None] Deleting port a40ccc18-422e-464c-a007-401313bd30fc {{(pid=86534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:03:20.105293 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-61b91bcf-2a1b-40b3-965e-3bae54504b79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:20.153684 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-724f400b-fdae-49b3-9acf-721e5107e939 req-63c255c3-4c71-4111-aa96-357289c38fb1 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:20.210541 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] For port a40ccc18-422e-464c-a007-401313bd30fc, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=a40ccc18-422e-464c-a007-401313bd30fc,segment=NetworkSegment(5c1e8466-a640-4708-9852-885c77ca66cf),segment_id=5c1e8466-a640-4708-9852-885c77ca66cf)] {{(pid=86532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:03:20.211643 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:20.224224 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-724f400b-fdae-49b3-9acf-721e5107e939 req-63c255c3-4c71-4111-aa96-357289c38fb1 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:20.240761 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-636ae573-82de-469f-b63e-166a129deb4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:20.357653 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-724f400b-fdae-49b3-9acf-721e5107e939 req-63c255c3-4c71-4111-aa96-357289c38fb1 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Network d3d7c079-73af-4f4d-89c5-b0170c0cc9a5 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:03:20.362874 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] Calling delete_port for a40ccc18-422e-464c-a007-401313bd30fc owned by network:dhcp {{(pid=86532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:03:20.374804 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [req-724f400b-fdae-49b3-9acf-721e5107e939 req-63c255c3-4c71-4111-aa96-357289c38fb1 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:03:20.384843 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-724f400b-fdae-49b3-9acf-721e5107e939 req-63c255c3-4c71-4111-aa96-357289c38fb1 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:03:20.388024 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-61b91bcf-2a1b-40b3-965e-3bae54504b79 None None] For port a40ccc18-422e-464c-a007-401313bd30fc, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=a40ccc18-422e-464c-a007-401313bd30fc,segment=NetworkSegment(5c1e8466-a640-4708-9852-885c77ca66cf),segment_id=5c1e8466-a640-4708-9852-885c77ca66cf)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:03:20.388500 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-61b91bcf-2a1b-40b3-965e-3bae54504b79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:20.474840 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c255c3-4c71-4111-aa96-357289c38fb1 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Pushing event updated for resources: {'Port': ['ID=eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:20.485209 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-63c255c3-4c71-4111-aa96-357289c38fb1 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:20.496004 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:20.502931 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:20.529359 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f400b-fdae-49b3-9acf-721e5107e939 req-63c255c3-4c71-4111-aa96-357289c38fb1 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:20.530325 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-724f400b-fdae-49b3-9acf-721e5107e939 req-63c255c3-4c71-4111-aa96-357289c38fb1 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:20.546606 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-61b91bcf-2a1b-40b3-965e-3bae54504b79 None None] Calling delete_port for a40ccc18-422e-464c-a007-401313bd30fc owned by network:dhcp {{(pid=86534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:03:20.572599 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] Pushing event deleted for resources: {'Port': ['ID=a40ccc18-422e-464c-a007-401313bd30fc,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:20.575650 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:20.578550 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] No DVR routers for this DVR port a40ccc18-422e-464c-a007-401313bd30fc on host dv-cinder-787262-3-iscsi {{(pid=86532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:03:20.620098 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-724f400b-fdae-49b3-9acf-721e5107e939 req-63c255c3-4c71-4111-aa96-357289c38fb1 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8323076
Apr 22 13:03:20.634739 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Request body: {'port': {'device_id': 'a428dcd6-2d29-4542-bbbd-6118b2bdb30d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:03:20.711313 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.db.api [None req-61b91bcf-2a1b-40b3-965e-3bae54504b79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86534) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 13:03:20.712640 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_db.api [None req-61b91bcf-2a1b-40b3-965e-3bae54504b79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 13:03:20.716855 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931125', 'neutron.services.segments.db._delete_segments_for_network-8776327253363'] for network, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:20.782741 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:20.845418 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb657f73358>,) {'filters': {'network_id': ['9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548']}} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:20.860096 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb657f73358>, '5c1e8466-a640-4708-9852-885c77ca66cf') {'for_net_delete': True} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:20.860438 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb657f73358>, '5c1e8466-a640-4708-9852-885c77ca66cf') {} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:20.875288 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260527543395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843964509'] for segment, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:20.896404 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:20.904958 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=86532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 13:03:21.118129 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] Network 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 has no segments {{(pid=86532) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:03:21.129190 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850845775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843907377'] for segment, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:21.212896 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-61b91bcf-2a1b-40b3-965e-3bae54504b79 None None] Deleting port a40ccc18-422e-464c-a007-401313bd30fc {{(pid=86534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:03:21.213330 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-61b91bcf-2a1b-40b3-965e-3bae54504b79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:21.322384 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-61b91bcf-2a1b-40b3-965e-3bae54504b79 None None] The port 'a40ccc18-422e-464c-a007-401313bd30fc' was deleted {{(pid=86534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 22 13:03:21.483461 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] Network 9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 has no segments {{(pid=86532) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:03:21.514581 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb {{(pid=86533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:03:21.525881 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]: Traceback (most recent call last):
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:     timer()
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:     cb(*args, **kw)
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:     return func(*args, **kwargs)
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:     self._notify()
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:     self.callback(batched_events)
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:     event.method(event)
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:     segment_id)['aggregates'][0]
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:     return f(self, *a, **k)
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self._get(url).json()
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:     **kwargs)
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self.request(url, 'GET', **kwargs)
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:     **endpoint_filter)
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 13:03:21.535535 dv-cinder-787262-3-iscsi neutron-server[86413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 13:03:21.582636 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device a40ccc18-422e-464c-a007-401313bd30fc no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:03:21.635449 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: a40ccc18-422e-464c-a007-401313bd30fc {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:03:21.635932 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device a40ccc18-422e-464c-a007-401313bd30fc not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:03:21.722823 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Transition to ACTIVE for port object eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb will not be triggered until provisioned by entity L2. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:03:21.761812 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0263fc5-9ad0-4e37-88fe-a833c9aa52a3 req-4ed8ff80-a939-45b6-ae1d-bbde5eb4d21e tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:21.764929 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e0263fc5-9ad0-4e37-88fe-a833c9aa52a3 req-4ed8ff80-a939-45b6-ae1d-bbde5eb4d21e tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=a428dcd6-2d29-4542-bbbd-6118b2bdb30d HTTP/1.1" status: 200  len: 932 time: 0.4163420
Apr 22 13:03:21.766899 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850844675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-769154'] for network, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:21.774890 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:21.780962 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:21.800622 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:21.811969 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:21.823464 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:21.826200 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:21.863796 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e0263fc5-9ad0-4e37-88fe-a833c9aa52a3 req-c46fdfe0-a022-4e91-a4bd-ffd15edd6ae3 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837951
Apr 22 13:03:21.893787 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9b8658bd-86cb-4a0b-9e3d-a6bbc40c0548 HTTP/1.1" status: 204  len: 168 time: 2.2677011
Apr 22 13:03:22.047613 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Pushing event updated for resources: {'Port': ['ID=eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:22.078499 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:22.184335 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Attempting to bind port eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:03:22.184702 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Attempting to bind port eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'd97ea531-49b4-49df-a326-4193611b7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'd3d7c079-73af-4f4d-89c5-b0170c0cc9a5'}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:03:22.185106 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Attempting to bind port eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb on network d3d7c079-73af-4f4d-89c5-b0170c0cc9a5 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:03:22.190857 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Port eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb on network d3d7c079-73af-4f4d-89c5-b0170c0cc9a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 13:03:22.191269 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Attempting to bind port eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb on network d3d7c079-73af-4f4d-89c5-b0170c0cc9a5 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:03:22.199500 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Checking agent: {'id': 'c59c10bf-e5dd-4538-bcf5-3ec585cc6c03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'started_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:03:22.199940 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Checking segment: {'id': 'd97ea531-49b4-49df-a326-4193611b7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'd3d7c079-73af-4f4d-89c5-b0170c0cc9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:03:22.201258 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Bound using segment: {'id': 'd97ea531-49b4-49df-a326-4193611b7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'd3d7c079-73af-4f4d-89c5-b0170c0cc9a5'} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:03:22.202118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Bound port: eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97ea531-49b4-49df-a326-4193611b7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'd3d7c079-73af-4f4d-89c5-b0170c0cc9a5'}}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:03:22.202776 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:22.219810 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 57712) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:22.284141 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-e6793d3e-3e4c-4769-ad8d-0cdb6c013b70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=074fdbf4f1214f53add5cfdd523c42e4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0625036
Apr 22 13:03:22.287291 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 57716) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:22.337494 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] For port eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb, host hv-cinder-78726, cleared binding levels {{(pid=86533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:03:22.340774 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] For port eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb,segment=NetworkSegment(d97ea531-49b4-49df-a326-4193611b7896),segment_id=d97ea531-49b4-49df-a326-4193611b7896)] {{(pid=86533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:03:22.366110 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cab78bed-9e7a-421e-8cf1-7029a68123ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:22.379193 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:22.389200 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3b2f5dfa-f082-492a-bf85-36bb8bc853ad tempest-VolumesNegativeTest-928545150 tempest-VolumesNegativeTest-928545150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:22.415006 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cab78bed-9e7a-421e-8cf1-7029a68123ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:22.513059 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:22.514119 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:22.516568 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] 10.222.0.35 "PUT /v2.0/ports/eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb HTTP/1.1" status: 200  len: 1094 time: 1.8879719
Apr 22 13:03:22.517401 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a428dcd6-2d29-4542-bbbd-6118b2bdb30d', 'tag': 'eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:03:22.538549 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cab78bed-9e7a-421e-8cf1-7029a68123ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:22.549682 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9ff55bd7-de09-47da-bf9f-46a22600fcef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:22.558441 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Pushing event updated for resources: {'Port': ['ID=eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb,revision_number=3']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:22.564663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:22.581698 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab78bed-9e7a-421e-8cf1-7029a68123ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84f4118-acb2-4f6f-9a55-63d2da9fc700,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:22.590343 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cab78bed-9e7a-421e-8cf1-7029a68123ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:22.604688 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cab78bed-9e7a-421e-8cf1-7029a68123ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:22.607195 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-cab78bed-9e7a-421e-8cf1-7029a68123ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c84f4118-acb2-4f6f-9a55-63d2da9fc700 HTTP/1.1" status: 204  len: 168 time: 0.3179493
Apr 22 13:03:22.631324 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a428dcd6-2d29-4542-bbbd-6118b2bdb30d', 'tag': 'eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb', 'status': 'completed', 'code': 200}
Apr 22 13:03:22.732522 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9fec65c1-a548-4d62-9c63-57e1ebfaca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:22.734190 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9fec65c1-a548-4d62-9c63-57e1ebfaca46 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da0773a267f14d0bb47b092ca5ffa7d7&device_id=a428dcd6-2d29-4542-bbbd-6118b2bdb30d HTTP/1.1" status: 200  len: 1097 time: 0.0965371
Apr 22 13:03:22.818537 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-724f400b-fdae-49b3-9acf-721e5107e939 req-c6a959d3-d2e5-47aa-8730-983d2648a274 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb HTTP/1.1" status: 200  len: 217 time: 0.0757842
Apr 22 13:03:22.905615 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f400b-fdae-49b3-9acf-721e5107e939 req-a23df2f6-0325-4bd8-adee-791fe9869ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:22.909730 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-724f400b-fdae-49b3-9acf-721e5107e939 req-a23df2f6-0325-4bd8-adee-791fe9869ba8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dbeea3a0-a3ec-49f2-b760-af081eb8858d HTTP/1.1" status: 200  len: 854 time: 0.0833988
Apr 22 13:03:22.975212 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-724f400b-fdae-49b3-9acf-721e5107e939 req-9752d7ed-ae7c-4dbd-ab8a-3c36bba17dde service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3d7c079-73af-4f4d-89c5-b0170c0cc9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0597560
Apr 22 13:03:23.106534 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254861d-e3d0-4502-baac-05ed06b0fe4c req-53a447b5-b747-4bc0-a4df-7546c642d022 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:23.110036 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4254861d-e3d0-4502-baac-05ed06b0fe4c req-53a447b5-b747-4bc0-a4df-7546c642d022 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=a428dcd6-2d29-4542-bbbd-6118b2bdb30d HTTP/1.1" status: 200  len: 944 time: 0.1129389
Apr 22 13:03:23.184505 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4254861d-e3d0-4502-baac-05ed06b0fe4c req-4f2cf052-ea38-473f-ac1b-1114b3e95d2b tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673680
Apr 22 13:03:23.199690 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-724f400b-fdae-49b3-9acf-721e5107e939 req-6dc68a38-3037-46f0-8fe5-ef1bf65c202b service neutron] 10.222.0.35 "GET /v2.0/networks/d3d7c079-73af-4f4d-89c5-b0170c0cc9a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2164328
Apr 22 13:03:23.423237 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-724f400b-fdae-49b3-9acf-721e5107e939 req-664e1488-b5f7-4a20-94dc-d86caacff0f0 service neutron] 10.222.0.35 "GET /v2.0/networks/d3d7c079-73af-4f4d-89c5-b0170c0cc9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2147038
Apr 22 13:03:23.611056 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1603bc-93eb-4381-a37c-4482ecb8ba9a req-bec91a78-3050-478d-87d1-b3f7209a8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:23.612901 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4e1603bc-93eb-4381-a37c-4482ecb8ba9a req-bec91a78-3050-478d-87d1-b3f7209a8768 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da0773a267f14d0bb47b092ca5ffa7d7&device_id=a428dcd6-2d29-4542-bbbd-6118b2bdb30d HTTP/1.1" status: 200  len: 1097 time: 0.1004112
Apr 22 13:03:23.808556 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1603bc-93eb-4381-a37c-4482ecb8ba9a req-3c0d1c64-15f1-4fc8-baa4-35a772071d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:23.810183 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4e1603bc-93eb-4381-a37c-4482ecb8ba9a req-3c0d1c64-15f1-4fc8-baa4-35a772071d85 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3d7c079-73af-4f4d-89c5-b0170c0cc9a5 HTTP/1.1" status: 200  len: 915 time: 0.1891575
Apr 22 13:03:23.895950 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4e1603bc-93eb-4381-a37c-4482ecb8ba9a req-6d778158-8436-4dfe-8f08-f13f428bb832 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb HTTP/1.1" status: 200  len: 217 time: 0.0779836
Apr 22 13:03:23.985370 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1603bc-93eb-4381-a37c-4482ecb8ba9a req-6290643a-c580-4b64-8722-b7cc9ae1b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:23.986973 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4e1603bc-93eb-4381-a37c-4482ecb8ba9a req-6290643a-c580-4b64-8722-b7cc9ae1b038 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dbeea3a0-a3ec-49f2-b760-af081eb8858d HTTP/1.1" status: 200  len: 854 time: 0.0836852
Apr 22 13:03:24.047264 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4e1603bc-93eb-4381-a37c-4482ecb8ba9a req-61479473-346c-4343-a72d-3f4621ff8a30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3d7c079-73af-4f4d-89c5-b0170c0cc9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513966
Apr 22 13:03:24.209861 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4e1603bc-93eb-4381-a37c-4482ecb8ba9a req-25dec667-09b2-4c87-8387-ab48bc335294 service neutron] 10.222.0.35 "GET /v2.0/networks/d3d7c079-73af-4f4d-89c5-b0170c0cc9a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1534889
Apr 22 13:03:24.582619 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4e1603bc-93eb-4381-a37c-4482ecb8ba9a req-1da69ae4-a48e-4c44-a73b-61dc47d49452 service neutron] 10.222.0.35 "GET /v2.0/networks/d3d7c079-73af-4f4d-89c5-b0170c0cc9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3653097
Apr 22 13:03:24.595946 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 13:03:24.626492 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd684e-3c7c-4472-8eef-9af06a89425f req-4d761e41-4ab5-4365-a4f8-570901848b52 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:24.630458 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2cdd684e-3c7c-4472-8eef-9af06a89425f req-4d761e41-4ab5-4365-a4f8-570901848b52 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=a428dcd6-2d29-4542-bbbd-6118b2bdb30d HTTP/1.1" status: 200  len: 944 time: 0.2294049
Apr 22 13:03:24.698193 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-2cdd684e-3c7c-4472-8eef-9af06a89425f req-cd6b36c7-16b6-4bc1-ac17-d43b1e6897e3 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Synchronizing usage tracker for tenant:da0773a267f14d0bb47b092ca5ffa7d7 on resource:security_group {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:03:24.755176 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-2cdd684e-3c7c-4472-8eef-9af06a89425f req-cd6b36c7-16b6-4bc1-ac17-d43b1e6897e3 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Unset dirty status for tenant:da0773a267f14d0bb47b092ca5ffa7d7 on resource:security_group {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:03:24.756632 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2cdd684e-3c7c-4472-8eef-9af06a89425f req-cd6b36c7-16b6-4bc1-ac17-d43b1e6897e3 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178784
Apr 22 13:03:24.857016 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb,segment=NetworkSegment(d97ea531-49b4-49df-a326-4193611b7896),segment_id=d97ea531-49b4-49df-a326-4193611b7896)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:03:24.888002 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': 'eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb', 'network_id': 'd3d7c079-73af-4f4d-89c5-b0170c0cc9a5', 'port_id': 'eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb', 'mac_address': 'fa:16:3e:fd:cf:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbeea3a0-a3ec-49f2-b760-af081eb8858d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 13:03:25.011755 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:25.047271 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:03:25.077177 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb,segment=NetworkSegment(d97ea531-49b4-49df-a326-4193611b7896),segment_id=d97ea531-49b4-49df-a326-4193611b7896)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:03:25.109910 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:25.113458 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:25.238747 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:25.243631 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:25.358400 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 13:03:25.997985 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 57778) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:26.046861 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b877a-0bdb-4748-b479-383b4890b93e req-2530d7be-2d37-411b-827a-55417e5c8ad8 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:26.048687 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2b1b877a-0bdb-4748-b479-383b4890b93e req-2530d7be-2d37-411b-827a-55417e5c8ad8 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=a428dcd6-2d29-4542-bbbd-6118b2bdb30d HTTP/1.1" status: 200  len: 945 time: 0.1333275
Apr 22 13:03:26.107814 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2b1b877a-0bdb-4748-b479-383b4890b93e req-697637f7-e580-433c-9644-b2a9fa66ff51 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474372
Apr 22 13:03:26.163908 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-91fda5de-cd19-4b61-8be7-678cca5e799b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:26.182593 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-91fda5de-cd19-4b61-8be7-678cca5e799b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:03:26.187262 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-91fda5de-cd19-4b61-8be7-678cca5e799b admin admin] Usage tracker for resource:security_group_rule and tenant:d536440610a14b428a8e361acac2c139 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:03:26.190756 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-91fda5de-cd19-4b61-8be7-678cca5e799b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:03:26.197841 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-91fda5de-cd19-4b61-8be7-678cca5e799b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:03:26.302581 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-91fda5de-cd19-4b61-8be7-678cca5e799b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:26.332405 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-91fda5de-cd19-4b61-8be7-678cca5e799b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:26.341875 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-52c41e85-bdfc-4343-a284-fcc0cbfbc67e tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:26.389778 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fda5de-cd19-4b61-8be7-678cca5e799b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1505f127-5e81-4b8a-81c6-9472aca444da,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:26.393485 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-91fda5de-cd19-4b61-8be7-678cca5e799b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:26.396685 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-91fda5de-cd19-4b61-8be7-678cca5e799b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d536440610a14b428a8e361acac2c139&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3972292
Apr 22 13:03:26.401390 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 57786) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:26.477296 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-302253ed-45b6-4b7c-aa7e-9a03447b1cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:26.510227 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-302253ed-45b6-4b7c-aa7e-9a03447b1cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:26.600548 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-302253ed-45b6-4b7c-aa7e-9a03447b1cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:26.605591 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-644c4558-f638-4d94-a57a-da523c9cd1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:26.606917 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:03:26.621197 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302253ed-45b6-4b7c-aa7e-9a03447b1cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1505f127-5e81-4b8a-81c6-9472aca444da,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:26.624723 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-302253ed-45b6-4b7c-aa7e-9a03447b1cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:26.626825 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-302253ed-45b6-4b7c-aa7e-9a03447b1cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:26.628592 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-302253ed-45b6-4b7c-aa7e-9a03447b1cd3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1505f127-5e81-4b8a-81c6-9472aca444da HTTP/1.1" status: 204  len: 168 time: 0.2256389
Apr 22 13:03:26.744242 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning for port eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:03:26.750212 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:03:26.753681 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:26.891797 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:26.924957 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a428dcd6-2d29-4542-bbbd-6118b2bdb30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:03:26.937641 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb,segment=NetworkSegment(d97ea531-49b4-49df-a326-4193611b7896),segment_id=d97ea531-49b4-49df-a326-4193611b7896)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:03:26.967630 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:26.972471 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:27.053344 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a428dcd6-2d29-4542-bbbd-6118b2bdb30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb', 'code': 200}
Apr 22 13:03:27.114675 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:27.118644 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:27.380510 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 57798) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:27.394985 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8690ec-7710-4737-97c6-71410d143a90 req-ec2397de-4362-495a-b027-cda3cdb0b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:27.396606 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ab8690ec-7710-4737-97c6-71410d143a90 req-ec2397de-4362-495a-b027-cda3cdb0b6db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a428dcd6-2d29-4542-bbbd-6118b2bdb30d HTTP/1.1" status: 200  len: 1099 time: 0.1117380
Apr 22 13:03:27.416991 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f2bfb4fe-3136-4196-8bba-921313582d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:27.448612 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-f2bfb4fe-3136-4196-8bba-921313582d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:03:27.456563 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f2bfb4fe-3136-4196-8bba-921313582d16 admin admin] Usage tracker for resource:security_group_rule and tenant:8c5cc363d473492e854ad06863a750d6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:03:27.459029 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ab8690ec-7710-4737-97c6-71410d143a90 req-cfdd3573-aa2b-4550-9e67-17a0afc8e1b4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549383
Apr 22 13:03:27.463217 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f2bfb4fe-3136-4196-8bba-921313582d16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:03:27.475208 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-f2bfb4fe-3136-4196-8bba-921313582d16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:03:27.675518 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353a816-111a-4f08-9014-7c39ab44000e req-3e5d9d78-87af-4956-9a6d-4a1a380a74aa tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:27.677343 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8353a816-111a-4f08-9014-7c39ab44000e req-3e5d9d78-87af-4956-9a6d-4a1a380a74aa tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=a428dcd6-2d29-4542-bbbd-6118b2bdb30d HTTP/1.1" status: 200  len: 946 time: 0.1735892
Apr 22 13:03:27.715164 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f2bfb4fe-3136-4196-8bba-921313582d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:27.748051 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8353a816-111a-4f08-9014-7c39ab44000e req-ae14de9b-f851-4890-b9b2-976828004156 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554397
Apr 22 13:03:27.749291 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f2bfb4fe-3136-4196-8bba-921313582d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:27.759002 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ec5bc5b7-847f-4da0-be79-9f60f55d3dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:27.818362 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-f2bfb4fe-3136-4196-8bba-921313582d16 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c5cc363d473492e854ad06863a750d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4348149
Apr 22 13:03:27.819858 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfb4fe-3136-4196-8bba-921313582d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487a27bf-275a-4f5b-a544-819c02898f14,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:27.822283 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 57802) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:27.824436 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f2bfb4fe-3136-4196-8bba-921313582d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:27.901808 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4d186b6e-bd08-455c-b99e-98fdff63d846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:27.934948 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4d186b6e-bd08-455c-b99e-98fdff63d846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:28.034953 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4d186b6e-bd08-455c-b99e-98fdff63d846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:28.039378 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-05ef9c16-c22b-4e98-a55b-045757a7c21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:28.056063 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d186b6e-bd08-455c-b99e-98fdff63d846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487a27bf-275a-4f5b-a544-819c02898f14,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:28.059084 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4d186b6e-bd08-455c-b99e-98fdff63d846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:28.060402 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4d186b6e-bd08-455c-b99e-98fdff63d846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:28.061641 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-4d186b6e-bd08-455c-b99e-98fdff63d846 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/487a27bf-275a-4f5b-a544-819c02898f14 HTTP/1.1" status: 204  len: 168 time: 0.2380300
Apr 22 13:03:29.030174 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34e143-56a0-4c90-bd0f-46891de86935 req-2ffd4405-9df5-4814-a424-835680254027 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:29.032252 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1a34e143-56a0-4c90-bd0f-46891de86935 req-2ffd4405-9df5-4814-a424-835680254027 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=a428dcd6-2d29-4542-bbbd-6118b2bdb30d HTTP/1.1" status: 200  len: 946 time: 0.1157224
Apr 22 13:03:29.122524 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1a34e143-56a0-4c90-bd0f-46891de86935 req-3e6000eb-05fa-4959-b165-ca17d0f3dded tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808938
Apr 22 13:03:35.593776 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5bb821ad-ce45-4f8b-bc5a-842f76faf99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:36.164790 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 57956) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:36.320916 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4081e5b3-cb75-4b03-9d0f-c1100e06f1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:36.342400 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-4081e5b3-cb75-4b03-9d0f-c1100e06f1ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:03:36.346971 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-4081e5b3-cb75-4b03-9d0f-c1100e06f1ef admin admin] Usage tracker for resource:security_group_rule and tenant:e91ebc475cfc4db682bc68cfb409d460 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:03:36.350434 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-4081e5b3-cb75-4b03-9d0f-c1100e06f1ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:03:36.358225 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-4081e5b3-cb75-4b03-9d0f-c1100e06f1ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:03:36.457966 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4081e5b3-cb75-4b03-9d0f-c1100e06f1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:36.691865 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4081e5b3-cb75-4b03-9d0f-c1100e06f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:36.708276 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0d02e4cd-4d00-4906-9e30-bc49dc2d2f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:36.803023 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-4081e5b3-cb75-4b03-9d0f-c1100e06f1ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e91ebc475cfc4db682bc68cfb409d460&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6332879
Apr 22 13:03:36.803543 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 57966) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:36.825599 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081e5b3-cb75-4b03-9d0f-c1100e06f1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74c3367-8ebc-42d3-b09c-170800d0e530,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:36.837328 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4081e5b3-cb75-4b03-9d0f-c1100e06f1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:36.924756 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-539c8759-d7eb-460e-b855-414fd824e0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:36.974414 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-539c8759-d7eb-460e-b855-414fd824e0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:37.033213 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:37.092172 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-539c8759-d7eb-460e-b855-414fd824e0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:37.102555 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e5c8fa02-4d96-47ec-9fd7-89a2d260d5f9 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:37.125701 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c8759-d7eb-460e-b855-414fd824e0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74c3367-8ebc-42d3-b09c-170800d0e530,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:37.136100 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-539c8759-d7eb-460e-b855-414fd824e0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:37.141772 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-539c8759-d7eb-460e-b855-414fd824e0f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d74c3367-8ebc-42d3-b09c-170800d0e530 HTTP/1.1" status: 204  len: 168 time: 0.3326647
Apr 22 13:03:37.141772 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-539c8759-d7eb-460e-b855-414fd824e0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:37.637949 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e9d49-5741-4458-b759-af962700c776 req-cad42b42-1322-487c-9f59-5d96c77a2dc6 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:37.640821 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6c2e9d49-5741-4458-b759-af962700c776 req-cad42b42-1322-487c-9f59-5d96c77a2dc6 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 946 time: 0.1005683
Apr 22 13:03:37.695538 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6c2e9d49-5741-4458-b759-af962700c776 req-778a63bf-6013-40bd-94cc-d977e72c82d2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486445
Apr 22 13:03:37.817460 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 57980) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:37.840713 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b683ac73-6ab2-42f1-a61e-32d61e5379c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:37.863916 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-b683ac73-6ab2-42f1-a61e-32d61e5379c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:03:37.871618 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-b683ac73-6ab2-42f1-a61e-32d61e5379c6 admin admin] Usage tracker for resource:security_group_rule and tenant:064356c1f13d4764a50abcaf512f5dc5 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:03:37.875878 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-b683ac73-6ab2-42f1-a61e-32d61e5379c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:03:37.883118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-b683ac73-6ab2-42f1-a61e-32d61e5379c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:03:37.985662 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b683ac73-6ab2-42f1-a61e-32d61e5379c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:38.023819 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b683ac73-6ab2-42f1-a61e-32d61e5379c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:38.033878 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e09e9b76-b250-497b-95c0-a169528f276f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:38.093488 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-b683ac73-6ab2-42f1-a61e-32d61e5379c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=064356c1f13d4764a50abcaf512f5dc5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2744019
Apr 22 13:03:38.096249 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 57984) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:38.096945 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683ac73-6ab2-42f1-a61e-32d61e5379c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0624217d-8533-4e38-8957-662aa1bcb342,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:38.102736 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b683ac73-6ab2-42f1-a61e-32d61e5379c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:38.179845 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c5a52427-8482-46d3-a15b-c425cd2deadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:38.236187 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c5a52427-8482-46d3-a15b-c425cd2deadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:38.340533 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c5a52427-8482-46d3-a15b-c425cd2deadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:38.346444 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c962767c-d8a0-4ab5-8d44-db299c54d6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:38.364183 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a52427-8482-46d3-a15b-c425cd2deadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0624217d-8533-4e38-8957-662aa1bcb342,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:38.369187 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c5a52427-8482-46d3-a15b-c425cd2deadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:38.376859 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c5a52427-8482-46d3-a15b-c425cd2deadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:38.378696 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-c5a52427-8482-46d3-a15b-c425cd2deadd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0624217d-8533-4e38-8957-662aa1bcb342 HTTP/1.1" status: 204  len: 168 time: 0.2809844
Apr 22 13:03:38.435124 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d4f2c3f6-a506-46e9-8cda-d20b6a658882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:38.989396 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597fd11-047d-4e49-b4d1-48714edacd89 req-843bfffd-6471-4511-895f-3fdfe8d54643 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:38.992239 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f597fd11-047d-4e49-b4d1-48714edacd89 req-843bfffd-6471-4511-895f-3fdfe8d54643 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 946 time: 0.1351423
Apr 22 13:03:39.018792 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79371d8-4315-4c91-9786-5df4065ee9f5 req-37882dfc-d964-4e92-95ca-9a2ca397b927 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:39.020490 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c79371d8-4315-4c91-9786-5df4065ee9f5 req-37882dfc-d964-4e92-95ca-9a2ca397b927 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 946 time: 0.1496105
Apr 22 13:03:39.112496 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f597fd11-047d-4e49-b4d1-48714edacd89 req-46e0c27f-f4ae-4903-b96b-f12dc4b67c69 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b9af25a-fb15-463e-999e-1fbf110559aa&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1076777
Apr 22 13:03:39.152300 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-c79371d8-4315-4c91-9786-5df4065ee9f5 req-b24bd586-7009-4572-926a-b844d0c72204 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Deleting port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:03:39.152924 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c79371d8-4315-4c91-9786-5df4065ee9f5 req-b24bd586-7009-4572-926a-b844d0c72204 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:39.479525 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-c79371d8-4315-4c91-9786-5df4065ee9f5 req-b24bd586-7009-4572-926a-b844d0c72204 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] For port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:03:39.480033 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c79371d8-4315-4c91-9786-5df4065ee9f5 req-b24bd586-7009-4572-926a-b844d0c72204 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:39.834816 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c79371d8-4315-4c91-9786-5df4065ee9f5 req-b24bd586-7009-4572-926a-b844d0c72204 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:39.836017 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c79371d8-4315-4c91-9786-5df4065ee9f5 req-b24bd586-7009-4572-926a-b844d0c72204 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-769201'] for floatingip, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:39.836799 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.l3_db [req-c79371d8-4315-4c91-9786-5df4065ee9f5 req-b24bd586-7009-4572-926a-b844d0c72204 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Floating IP 1c73d37e-748b-41fe-9389-36006eb4e4f7 disassociated. External IP: 172.27.3.150, port: c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e.
Apr 22 13:03:39.837676 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-c79371d8-4315-4c91-9786-5df4065ee9f5 req-b24bd586-7009-4572-926a-b844d0c72204 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Calling delete_port for c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:03:40.104302 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c79371d8-4315-4c91-9786-5df4065ee9f5 req-b24bd586-7009-4572-926a-b844d0c72204 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:40.111249 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b80387ba-6f72-40db-bfda-2c0e07620fc2 tempest-ServerRescueNegativeTestJSON-717620905 tempest-ServerRescueNegativeTestJSON-717620905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:40.175472 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bd586-7009-4572-926a-b844d0c72204 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Pushing event deleted for resources: {'Port': ['ID=c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:40.181810 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b24bd586-7009-4572-926a-b844d0c72204 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:40.333823 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:40.623713 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:40.925709 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-aa87dc08-058d-42f3-9154-4eef95f59a07 req-cda5f417-3090-431f-93f2-1231fa96365d tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 210 time: 0.5772619
Apr 22 13:03:41.001329 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fcb2cb9d-cb2a-44c6-b90c-0091156edec7 req-39fd4a2b-3a4e-42fc-b697-0bb370cab96a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1510963
Apr 22 13:03:41.006476 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c79371d8-4315-4c91-9786-5df4065ee9f5 req-b24bd586-7009-4572-926a-b844d0c72204 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Router 00623980-bcab-4aa3-835c-7597b2070f19 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:03:41.176885 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:41.280847 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2cb9d-cb2a-44c6-b90c-0091156edec7 req-356b0c28-3eae-4125-99a0-046fddbbc55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:41.282479 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fcb2cb9d-cb2a-44c6-b90c-0091156edec7 req-356b0c28-3eae-4125-99a0-046fddbbc55f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f47160e096ea4aef93cb730e0accf8e6&device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 1098 time: 0.2119825
Apr 22 13:03:41.292360 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c79371d8-4315-4c91-9786-5df4065ee9f5 req-b24bd586-7009-4572-926a-b844d0c72204 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:03:41.305512 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328cde5a-af54-48a1-8782-8ce27ee9b9f2 None None] Sync routers for ids ['00623980-bcab-4aa3-835c-7597b2070f19'] in dv-cinder-787262-3-iscsi {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:03:41.318454 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328cde5a-af54-48a1-8782-8ce27ee9b9f2 None None] Routers {'00623980-bcab-4aa3-835c-7597b2070f19'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:03:41.320006 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-328cde5a-af54-48a1-8782-8ce27ee9b9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c11c898>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:03:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['00623980-bcab-4aa3-835c-7597b2070f19'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:41.610119 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79371d8-4315-4c91-9786-5df4065ee9f5 req-b24bd586-7009-4572-926a-b844d0c72204 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] No DVR routers for this DVR port c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e on host hv-cinder-78726 {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:03:41.617261 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-328cde5a-af54-48a1-8782-8ce27ee9b9f2 None None] Set router 00623980-bcab-4aa3-835c-7597b2070f19 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:03:41.619611 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c79371d8-4315-4c91-9786-5df4065ee9f5 req-b24bd586-7009-4572-926a-b844d0c72204 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:41.623268 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b421675-a91b-448e-b6cd-1ec38104caf9', 'name': 'network-vif-deleted', 'tag': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:03:41.704762 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b421675-a91b-448e-b6cd-1ec38104caf9', 'name': 'network-vif-deleted', 'tag': 'c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e', 'status': 'completed', 'code': 200}
Apr 22 13:03:41.775269 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2cb9d-cb2a-44c6-b90c-0091156edec7 req-71d0c728-a21c-4e9f-9a70-14febc26f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:41.778326 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fcb2cb9d-cb2a-44c6-b90c-0091156edec7 req-71d0c728-a21c-4e9f-9a70-14febc26f815 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d05e26c1-05af-49ff-9dfd-3e90bf4899b5 HTTP/1.1" status: 200  len: 910 time: 0.4276612
Apr 22 13:03:41.781767 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c79371d8-4315-4c91-9786-5df4065ee9f5 req-b24bd586-7009-4572-926a-b844d0c72204 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.35 "DELETE /v2.0/ports/c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e HTTP/1.1" status: 204  len: 173 time: 2.7549057
Apr 22 13:03:41.956914 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fcb2cb9d-cb2a-44c6-b90c-0091156edec7 req-605f5f81-2591-4a2a-ba93-71111d8a40bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed85d4c9-f7c9-4141-ab04-a295a2d00b65 HTTP/1.1" status: 200  len: 1001 time: 0.1640069
Apr 22 13:03:42.072057 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58064) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:42.076457 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2cb9d-cb2a-44c6-b90c-0091156edec7 req-481ac5a3-ca31-45a8-b8de-972a2be3e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:42.077980 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fcb2cb9d-cb2a-44c6-b90c-0091156edec7 req-481ac5a3-ca31-45a8-b8de-972a2be3e866 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=39298668-4b9e-4e6f-921e-092c9f15844e HTTP/1.1" status: 200  len: 848 time: 0.1122975
Apr 22 13:03:42.253931 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2d7b70ef-a6e7-4a97-9187-01bb4aa5576b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:42.263278 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-b21603dd-8b65-4794-9fe9-497f236eb07f req-e75303eb-f50e-4d83-885a-923bc451554c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Synchronizing usage tracker for tenant:16ebc3a73d9045e79c95afc066b0c4f5 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:03:42.275051 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-2d7b70ef-a6e7-4a97-9187-01bb4aa5576b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:03:42.281473 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-2d7b70ef-a6e7-4a97-9187-01bb4aa5576b admin admin] Usage tracker for resource:security_group_rule and tenant:ac485f0cbb3a4ab09b58734129c8073b is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:03:42.285003 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-2d7b70ef-a6e7-4a97-9187-01bb4aa5576b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:03:42.290626 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2cb9d-cb2a-44c6-b90c-0091156edec7 req-4cdb97a1-8847-4c3b-8580-b83266527b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:42.292980 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-2d7b70ef-a6e7-4a97-9187-01bb4aa5576b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:03:42.293993 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fcb2cb9d-cb2a-44c6-b90c-0091156edec7 req-4cdb97a1-8847-4c3b-8580-b83266527b8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d05e26c1-05af-49ff-9dfd-3e90bf4899b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2089751
Apr 22 13:03:42.338189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-b21603dd-8b65-4794-9fe9-497f236eb07f req-e75303eb-f50e-4d83-885a-923bc451554c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Unset dirty status for tenant:16ebc3a73d9045e79c95afc066b0c4f5 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:03:42.339526 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b21603dd-8b65-4794-9fe9-497f236eb07f req-e75303eb-f50e-4d83-885a-923bc451554c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b421675-a91b-448e-b6cd-1ec38104caf9 HTTP/1.1" status: 200  len: 210 time: 0.1710992
Apr 22 13:03:42.414663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2d7b70ef-a6e7-4a97-9187-01bb4aa5576b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:42.482352 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2d7b70ef-a6e7-4a97-9187-01bb4aa5576b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:42.495704 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fcb2cb9d-cb2a-44c6-b90c-0091156edec7 req-c108e7af-a343-4f1f-9156-9cb21065812a service neutron] 10.222.0.35 "GET /v2.0/networks/d05e26c1-05af-49ff-9dfd-3e90bf4899b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1945333
Apr 22 13:03:42.516780 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cab78bed-9e7a-421e-8cf1-7029a68123ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:42.551052 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-2d7b70ef-a6e7-4a97-9187-01bb4aa5576b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac485f0cbb3a4ab09b58734129c8073b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4776757
Apr 22 13:03:42.556518 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58076) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:42.577734 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-328cde5a-af54-48a1-8782-8ce27ee9b9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c11c898>, [{'id': '00623980-bcab-4aa3-835c-7597b2070f19', 'name': 'tempest-AttachVolumeShelveTestJSON-94947041-router', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '09858608-4580-482c-aec6-de6d6c925750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:46Z', 'updated_at': '2021-04-22T12:56:21Z', 'revision_number': 4, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'gw_port': {'id': '09858608-4580-482c-aec6-de6d6c925750', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:54Z', 'updated_at': '2021-04-22T12:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '44fc2b42-316b-49bc-bec6-324934a8d4a9', 'name': '', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'mac_address': 'fa:16:3e:e4:90:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:17Z', 'updated_at': '2021-04-22T12:56:41Z', 'revision_number': 5, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'subnets': [{'id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:42.582651 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b70ef-a6e7-4a97-9187-01bb4aa5576b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb42129-7d4d-4579-a212-86c35bdb131a,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:42.583773 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328cde5a-af54-48a1-8782-8ce27ee9b9f2 None None] Checking router: 00623980-bcab-4aa3-835c-7597b2070f19 for host: dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:03:42.589147 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2d7b70ef-a6e7-4a97-9187-01bb4aa5576b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:42.610142 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328cde5a-af54-48a1-8782-8ce27ee9b9f2 None None] Routers {'00623980-bcab-4aa3-835c-7597b2070f19'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:03:42.610827 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-328cde5a-af54-48a1-8782-8ce27ee9b9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c11c898>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:03:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['00623980-bcab-4aa3-835c-7597b2070f19'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:42.671799 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fcb2cb9d-cb2a-44c6-b90c-0091156edec7 req-fccf17f6-f025-4363-890b-214a20610838 service neutron] 10.222.0.35 "GET /v2.0/networks/d05e26c1-05af-49ff-9dfd-3e90bf4899b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660006
Apr 22 13:03:42.694596 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b65b-fdd4-4227-9618-782966919673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:42.731033 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:03:42.757141 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b65b-fdd4-4227-9618-782966919673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:42.772146 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] No Port match for: c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:03:42.772975 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device c1a2cb2c-2363-4f8f-bc8b-0aa0335eaa9e not bound to the agent host hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:03:42.835922 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-328cde5a-af54-48a1-8782-8ce27ee9b9f2 None None] Set router 00623980-bcab-4aa3-835c-7597b2070f19 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:03:42.869095 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b65b-fdd4-4227-9618-782966919673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:42.877629 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b8eb44ec-43f1-4db6-8d6c-ceab3c67ac07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:42.893424 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9b65b-fdd4-4227-9618-782966919673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb42129-7d4d-4579-a212-86c35bdb131a,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:42.898277 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d8c9b65b-fdd4-4227-9618-782966919673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:42.899837 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b65b-fdd4-4227-9618-782966919673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:42.904394 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-d8c9b65b-fdd4-4227-9618-782966919673 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bb42129-7d4d-4579-a212-86c35bdb131a HTTP/1.1" status: 204  len: 168 time: 0.3463879
Apr 22 13:03:43.280024 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-328cde5a-af54-48a1-8782-8ce27ee9b9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c11c898>, [{'id': '00623980-bcab-4aa3-835c-7597b2070f19', 'name': 'tempest-AttachVolumeShelveTestJSON-94947041-router', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '09858608-4580-482c-aec6-de6d6c925750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:46Z', 'updated_at': '2021-04-22T12:56:21Z', 'revision_number': 4, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'gw_port': {'id': '09858608-4580-482c-aec6-de6d6c925750', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:54Z', 'updated_at': '2021-04-22T12:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '44fc2b42-316b-49bc-bec6-324934a8d4a9', 'name': '', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'mac_address': 'fa:16:3e:e4:90:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:17Z', 'updated_at': '2021-04-22T12:56:41Z', 'revision_number': 5, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'subnets': [{'id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:43.285635 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328cde5a-af54-48a1-8782-8ce27ee9b9f2 None None] The sync data for ids ['00623980-bcab-4aa3-835c-7597b2070f19'] in dv-cinder-787262-3-iscsi is: [{'id': '00623980-bcab-4aa3-835c-7597b2070f19', 'name': 'tempest-AttachVolumeShelveTestJSON-94947041-router', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '09858608-4580-482c-aec6-de6d6c925750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:46Z', 'updated_at': '2021-04-22T12:56:21Z', 'revision_number': 4, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'gw_port': {'id': '09858608-4580-482c-aec6-de6d6c925750', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:54Z', 'updated_at': '2021-04-22T12:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '44fc2b42-316b-49bc-bec6-324934a8d4a9', 'name': '', 'network_id': '4a172ddd-5456-4f17-bd1a-5de10be1b0e0', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'mac_address': 'fa:16:3e:e4:90:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:56:17Z', 'updated_at': '2021-04-22T12:56:41Z', 'revision_number': 5, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'subnets': [{'id': 'cfdd58e2-dfbe-4bfe-8827-61f9efcab136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:03:43.422194 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 58088) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:43.442797 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a0e14bdc-780a-4006-b038-f47545895448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:43.460610 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a0e14bdc-780a-4006-b038-f47545895448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:03:43.465216 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a0e14bdc-780a-4006-b038-f47545895448 admin admin] Usage tracker for resource:security_group_rule and tenant:69e08dc952a4440fb470a926cb53a44f is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:03:43.468703 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a0e14bdc-780a-4006-b038-f47545895448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:03:43.479037 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a0e14bdc-780a-4006-b038-f47545895448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:03:43.574531 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58094) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:43.668433 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a0e14bdc-780a-4006-b038-f47545895448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:43.668853 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ba5963d1-f270-4bbe-af78-a963ee47ba4c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:43.705405 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ba5963d1-f270-4bbe-af78-a963ee47ba4c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:43.709203 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a0e14bdc-780a-4006-b038-f47545895448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:43.719180 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b0d65cfa-459b-4f1f-996a-e4835e1a7597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:43.728916 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c6333e-9e02-4bb5-80b3-4b9728ecfd05 None None] New status for floating IP 1c73d37e-748b-41fe-9389-36006eb4e4f7: DOWN {{(pid=86534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 13:03:43.766585 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-a0e14bdc-780a-4006-b038-f47545895448 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69e08dc952a4440fb470a926cb53a44f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3429728
Apr 22 13:03:43.768372 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e14bdc-780a-4006-b038-f47545895448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debbe21b-4787-498f-a30c-e9d5e3d5874f,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:43.770399 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58098) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:43.774083 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a0e14bdc-780a-4006-b038-f47545895448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:43.813342 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ba5963d1-f270-4bbe-af78-a963ee47ba4c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:43.826172 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-602206dd-d56d-40e0-80d9-89f537a23750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:43.862105 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5963d1-f270-4bbe-af78-a963ee47ba4c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9af25a-fb15-463e-999e-1fbf110559aa,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:43.864916 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ba5963d1-f270-4bbe-af78-a963ee47ba4c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:43.889037 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a0bacdc0-ffd5-4d2d-80ab-7ac7b051be08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:43.924490 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a0bacdc0-ffd5-4d2d-80ab-7ac7b051be08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:43.953802 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ba5963d1-f270-4bbe-af78-a963ee47ba4c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:43.955109 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-ba5963d1-f270-4bbe-af78-a963ee47ba4c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "DELETE /v2.0/security-groups/1b9af25a-fb15-463e-999e-1fbf110559aa HTTP/1.1" status: 204  len: 168 time: 0.3790076
Apr 22 13:03:43.958040 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58104) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:43.993562 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.api.v2.resource [None req-e5d774c6-5d41-4060-8a96-d06d22591410 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] show failed (client error): The resource could not be found.
Apr 22 13:03:43.995516 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-e5d774c6-5d41-4060-8a96-d06d22591410 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "GET /v2.0/security-groups/1b9af25a-fb15-463e-999e-1fbf110559aa HTTP/1.1" status: 404  len: 347 time: 0.0356712
Apr 22 13:03:44.003267 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 58108) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:44.041581 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a0bacdc0-ffd5-4d2d-80ab-7ac7b051be08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:44.047569 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f22df4ab-b4b1-4e9e-bdd7-d879f9c833dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:44.065868 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bacdc0-ffd5-4d2d-80ab-7ac7b051be08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debbe21b-4787-498f-a30c-e9d5e3d5874f,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:44.070001 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a0bacdc0-ffd5-4d2d-80ab-7ac7b051be08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:44.076031 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a0bacdc0-ffd5-4d2d-80ab-7ac7b051be08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:44.077471 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-a0bacdc0-ffd5-4d2d-80ab-7ac7b051be08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/debbe21b-4787-498f-a30c-e9d5e3d5874f HTTP/1.1" status: 204  len: 168 time: 0.3039513
Apr 22 13:03:44.268990 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-473b4210-c487-4cdd-b4cb-7f38896e0f02 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Deleting port d3fd39bd-0baf-407e-9d5a-9a9c578b1995 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:03:44.269380 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-473b4210-c487-4cdd-b4cb-7f38896e0f02 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:44.568680 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-473b4210-c487-4cdd-b4cb-7f38896e0f02 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:44.570081 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-473b4210-c487-4cdd-b4cb-7f38896e0f02 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:44.760117 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-473b4210-c487-4cdd-b4cb-7f38896e0f02 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Calling delete_port for d3fd39bd-0baf-407e-9d5a-9a9c578b1995 owned by network:floatingip {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:03:45.034664 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-473b4210-c487-4cdd-b4cb-7f38896e0f02 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:45.043252 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0a578eca-4e82-4371-8531-85be5b524ea2 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:45.125871 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b4210-c487-4cdd-b4cb-7f38896e0f02 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Pushing event deleted for resources: {'Port': ['ID=d3fd39bd-0baf-407e-9d5a-9a9c578b1995,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:45.137347 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-473b4210-c487-4cdd-b4cb-7f38896e0f02 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:45.260554 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-473b4210-c487-4cdd-b4cb-7f38896e0f02 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks [] for floatingip, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:45.331277 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-473b4210-c487-4cdd-b4cb-7f38896e0f02 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for floatingip, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:45.332783 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-473b4210-c487-4cdd-b4cb-7f38896e0f02 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] 10.222.0.20 "DELETE /v2.0/floatingips/1c73d37e-748b-41fe-9389-36006eb4e4f7 HTTP/1.1" status: 204  len: 168 time: 1.3275564
Apr 22 13:03:48.071451 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 58188) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:49.335173 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f535d231-6548-4ece-bf1b-08c50b6f1102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854119782'] for router_interface, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:49.985333 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-f535d231-6548-4ece-bf1b-08c50b6f1102 admin admin] Deleting port 44fc2b42-316b-49bc-bec6-324934a8d4a9 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:03:49.985715 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f535d231-6548-4ece-bf1b-08c50b6f1102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:50.191311 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-f535d231-6548-4ece-bf1b-08c50b6f1102 admin admin] For port 44fc2b42-316b-49bc-bec6-324934a8d4a9, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=44fc2b42-316b-49bc-bec6-324934a8d4a9,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:03:50.191728 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f535d231-6548-4ece-bf1b-08c50b6f1102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:50.343026 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-f535d231-6548-4ece-bf1b-08c50b6f1102 admin admin] Calling delete_port for 44fc2b42-316b-49bc-bec6-324934a8d4a9 owned by network:router_interface {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:03:50.840693 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f535d231-6548-4ece-bf1b-08c50b6f1102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:50.845320 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-41a0a8e4-66ad-4577-a077-e6f7e5dc1847 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:50.899077 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535d231-6548-4ece-bf1b-08c50b6f1102 admin admin] Pushing event deleted for resources: {'Port': ['ID=44fc2b42-316b-49bc-bec6-324934a8d4a9,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:50.903040 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f535d231-6548-4ece-bf1b-08c50b6f1102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:51.302654 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:03:51.360773 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f535d231-6548-4ece-bf1b-08c50b6f1102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854119708'] for router_interface, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:51.812130 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f535d231-6548-4ece-bf1b-08c50b6f1102 admin admin] Router 00623980-bcab-4aa3-835c-7597b2070f19 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:03:52.025826 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f535d231-6548-4ece-bf1b-08c50b6f1102 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:03:52.038886 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87906587-ade4-43f0-96c4-22dafc719590 None None] Sync routers for ids ['00623980-bcab-4aa3-835c-7597b2070f19'] in dv-cinder-787262-3-iscsi {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:03:52.044685 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-f535d231-6548-4ece-bf1b-08c50b6f1102 admin admin] 10.222.0.20 "PUT /v2.0/routers/00623980-bcab-4aa3-835c-7597b2070f19/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9714937
Apr 22 13:03:52.047508 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 58212) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:52.051656 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87906587-ade4-43f0-96c4-22dafc719590 None None] Routers {'00623980-bcab-4aa3-835c-7597b2070f19'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:03:52.052544 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-87906587-ade4-43f0-96c4-22dafc719590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c60f470>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:03:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['00623980-bcab-4aa3-835c-7597b2070f19'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:52.336581 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-87906587-ade4-43f0-96c4-22dafc719590 None None] Set router 00623980-bcab-4aa3-835c-7597b2070f19 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:03:52.352998 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6c53aafd-2001-4421-a6fd-6cd50ae93c9f admin admin] Notify callbacks [] for router, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:52.648111 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6c53aafd-2001-4421-a6fd-6cd50ae93c9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:52.682061 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-87906587-ade4-43f0-96c4-22dafc719590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c60f470>, [{'id': '00623980-bcab-4aa3-835c-7597b2070f19', 'name': 'tempest-AttachVolumeShelveTestJSON-94947041-router', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '09858608-4580-482c-aec6-de6d6c925750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:46Z', 'updated_at': '2021-04-22T13:03:50Z', 'revision_number': 5, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'gw_port': {'id': '09858608-4580-482c-aec6-de6d6c925750', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:17:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00623980-bcab-4aa3-835c-7597b2070f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T12:55:54Z', 'updated_at': '2021-04-22T12:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:52.686765 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87906587-ade4-43f0-96c4-22dafc719590 None None] Checking router: 00623980-bcab-4aa3-835c-7597b2070f19 for host: dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:03:52.691549 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-6c53aafd-2001-4421-a6fd-6cd50ae93c9f admin admin] Deleting port 09858608-4580-482c-aec6-de6d6c925750 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:03:52.691940 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6c53aafd-2001-4421-a6fd-6cd50ae93c9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:52.698481 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87906587-ade4-43f0-96c4-22dafc719590 None None] Routers {'00623980-bcab-4aa3-835c-7597b2070f19'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:03:52.699257 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-87906587-ade4-43f0-96c4-22dafc719590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c60f470>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:03:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['00623980-bcab-4aa3-835c-7597b2070f19'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:52.885373 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-87906587-ade4-43f0-96c4-22dafc719590 None None] Set router 00623980-bcab-4aa3-835c-7597b2070f19 gateway port host: None {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:03:53.042867 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-87906587-ade4-43f0-96c4-22dafc719590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c60f470>, [{'id': '00623980-bcab-4aa3-835c-7597b2070f19', 'name': 'tempest-AttachVolumeShelveTestJSON-94947041-router', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:46Z', 'updated_at': '2021-04-22T13:03:52Z', 'revision_number': 6, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'gw_port_host': None}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:53.048549 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87906587-ade4-43f0-96c4-22dafc719590 None None] The sync data for ids ['00623980-bcab-4aa3-835c-7597b2070f19'] in dv-cinder-787262-3-iscsi is: [{'id': '00623980-bcab-4aa3-835c-7597b2070f19', 'name': 'tempest-AttachVolumeShelveTestJSON-94947041-router', 'tenant_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T12:55:46Z', 'updated_at': '2021-04-22T13:03:52Z', 'revision_number': 6, 'project_id': '16ebc3a73d9045e79c95afc066b0c4f5', 'gw_port_host': None}] {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:03:53.279588 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-6c53aafd-2001-4421-a6fd-6cd50ae93c9f admin admin] For port 09858608-4580-482c-aec6-de6d6c925750, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=09858608-4580-482c-aec6-de6d6c925750,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:03:53.280129 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6c53aafd-2001-4421-a6fd-6cd50ae93c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:53.519457 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-6c53aafd-2001-4421-a6fd-6cd50ae93c9f admin admin] Calling delete_port for 09858608-4580-482c-aec6-de6d6c925750 owned by network:router_gateway {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:03:53.630632 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 44fc2b42-316b-49bc-bec6-324934a8d4a9 no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:03:53.692681 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: 44fc2b42-316b-49bc-bec6-324934a8d4a9 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:03:53.695240 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 44fc2b42-316b-49bc-bec6-324934a8d4a9 not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:03:53.696459 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 09858608-4580-482c-aec6-de6d6c925750 no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:03:53.806408 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No active binding found for port 09858608-4580-482c-aec6-de6d6c925750 {{(pid=86534) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 22 13:03:53.806776 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 09858608-4580-482c-aec6-de6d6c925750 not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:03:53.816598 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6c53aafd-2001-4421-a6fd-6cd50ae93c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:53.820217 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc092855-07be-4fc6-b7bd-1f71d422c531 req-7f95d11d-6851-4efc-b3cb-e085d52c74c7 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:53.821980 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-dc092855-07be-4fc6-b7bd-1f71d422c531 req-7f95d11d-6851-4efc-b3cb-e085d52c74c7 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.1090171
Apr 22 13:03:53.822957 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0158d8fb-0cf1-4027-bbad-a6533dd67d76 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:53.873975 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53aafd-2001-4421-a6fd-6cd50ae93c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=09858608-4580-482c-aec6-de6d6c925750,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:53.874240 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-dc092855-07be-4fc6-b7bd-1f71d422c531 req-81cd21a6-ec09-4cb8-93f5-ec983822f492 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451729
Apr 22 13:03:53.876936 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6c53aafd-2001-4421-a6fd-6cd50ae93c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:53.982519 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6c53aafd-2001-4421-a6fd-6cd50ae93c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767845'] for router_gateway, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:54.193211 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6c53aafd-2001-4421-a6fd-6cd50ae93c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-568'] for router, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:54.198573 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6c53aafd-2001-4421-a6fd-6cd50ae93c9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:54.692236 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6c53aafd-2001-4421-a6fd-6cd50ae93c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854115971'] for router, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:54.693238 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c53aafd-2001-4421-a6fd-6cd50ae93c9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00623980-bcab-4aa3-835c-7597b2070f19 {{(pid=86533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 13:03:54.719941 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6c53aafd-2001-4421-a6fd-6cd50ae93c9f admin admin] Notify callbacks [] for router, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:54.722302 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-6c53aafd-2001-4421-a6fd-6cd50ae93c9f admin admin] 10.222.0.20 "DELETE /v2.0/routers/00623980-bcab-4aa3-835c-7597b2070f19 HTTP/1.1" status: 204  len: 168 time: 2.6731620
Apr 22 13:03:54.726088 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58234) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:54.895028 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa805937-7eff-444d-a3dd-7b647c318045 admin admin] Deleting subnet cfdd58e2-dfbe-4bfe-8827-61f9efcab136 {{(pid=86532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 13:03:54.901556 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fa805937-7eff-444d-a3dd-7b647c318045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:54.997817 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fa805937-7eff-444d-a3dd-7b647c318045 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10811307'] for subnet, precommit_delete_associations {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:55.182794 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fa805937-7eff-444d-a3dd-7b647c318045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844768'] for subnet, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:55.223127 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e146d2-71bb-43f8-a657-d18fc4268d83 req-27903549-ed0e-400d-aead-bb43e841f18a tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:55.225276 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f0e146d2-71bb-43f8-a657-d18fc4268d83 req-27903549-ed0e-400d-aead-bb43e841f18a tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.1408751
Apr 22 13:03:55.314975 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f0e146d2-71bb-43f8-a657-d18fc4268d83 req-0ea642df-2c51-47dc-bb3a-f7d33106f003 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0826209
Apr 22 13:03:55.549289 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fa805937-7eff-444d-a3dd-7b647c318045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3931032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10869100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843236324'] for subnet, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:55.555470 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f47caa1e-5bdd-4635-9a37-c319969c9144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:55.594263 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa805937-7eff-444d-a3dd-7b647c318045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfdd58e2-dfbe-4bfe-8827-61f9efcab136,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:55.597725 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-fa805937-7eff-444d-a3dd-7b647c318045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:55.598798 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fa805937-7eff-444d-a3dd-7b647c318045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:55.606294 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-fa805937-7eff-444d-a3dd-7b647c318045 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cfdd58e2-dfbe-4bfe-8827-61f9efcab136 HTTP/1.1" status: 204  len: 168 time: 0.8774827
Apr 22 13:03:55.610017 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58248) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:55.611283 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5145cc77-0323-46ae-9167-6216df70d350 None None] Network 4a172ddd-5456-4f17-bd1a-5de10be1b0e0 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:03:55.973437 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] DHCP port deletion for 4a172ddd-5456-4f17-bd1a-5de10be1b0e0 request from dv-cinder-787262-3-iscsi {{(pid=86534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 13:03:55.979316 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] Deleting port fd404ca0-d777-4186-a0b0-7c98426db947 {{(pid=86534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:03:55.979763 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:56.068310 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850810900'] for network, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:56.091372 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] Deleting port fd404ca0-d777-4186-a0b0-7c98426db947 {{(pid=86532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:03:56.092147 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:56.262667 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] For port fd404ca0-d777-4186-a0b0-7c98426db947, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=fd404ca0-d777-4186-a0b0-7c98426db947,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:03:56.263509 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:56.384404 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] For port fd404ca0-d777-4186-a0b0-7c98426db947, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=fd404ca0-d777-4186-a0b0-7c98426db947,segment=NetworkSegment(df461302-4648-4d0f-b105-e63066378a31),segment_id=df461302-4648-4d0f-b105-e63066378a31)] {{(pid=86532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:03:56.384874 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:56.486293 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] Calling delete_port for fd404ca0-d777-4186-a0b0-7c98426db947 owned by network:dhcp {{(pid=86534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:03:56.623215 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920'] for port, after_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:56.629286 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:56.653509 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] Calling delete_port for fd404ca0-d777-4186-a0b0-7c98426db947 owned by network:dhcp {{(pid=86532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:03:56.685367 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] Pushing event deleted for resources: {'Port': ['ID=fd404ca0-d777-4186-a0b0-7c98426db947,revision_number=None']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:56.688778 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] No DVR routers for this DVR port fd404ca0-d777-4186-a0b0-7c98426db947 on host dv-cinder-787262-3-iscsi {{(pid=86534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:03:56.695404 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:56.695813 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:56.696202 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:56.696576 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:56.696940 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:56.697310 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:56.697675 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:56.698038 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:56.698424 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:56.698801 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:56.699162 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:56.699578 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:03:56.704704 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:56.766229 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.db.api [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86532) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 13:03:56.766600 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_db.api [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 13:03:56.783015 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e376cc5-765b-464c-a4eb-4b137f15c5ec req-92cc42d6-f62a-4f68-b39c-4af2ec323e54 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:56.784808 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5e376cc5-765b-464c-a4eb-4b137f15c5ec req-92cc42d6-f62a-4f68-b39c-4af2ec323e54 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.2586191
Apr 22 13:03:56.844037 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5e376cc5-765b-464c-a4eb-4b137f15c5ec req-fcc6ae4b-7ff4-4e0e-9b5d-60118310139d tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519741
Apr 22 13:03:57.268137 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] Deleting port fd404ca0-d777-4186-a0b0-7c98426db947 {{(pid=86532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:03:57.268993 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:57.348332 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] The port 'fd404ca0-d777-4186-a0b0-7c98426db947' was deleted {{(pid=86532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 22 13:03:57.489691 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931125', 'neutron.services.segments.db._delete_segments_for_network-8776327253363'] for network, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:57.564885 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device fd404ca0-d777-4186-a0b0-7c98426db947 no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:03:57.606599 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: fd404ca0-d777-4186-a0b0-7c98426db947 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:03:57.607076 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device fd404ca0-d777-4186-a0b0-7c98426db947 not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:03:57.735474 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb65780f358>,) {'filters': {'network_id': ['4a172ddd-5456-4f17-bd1a-5de10be1b0e0']}} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:57.761972 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb65780f358>, 'df461302-4648-4d0f-b105-e63066378a31') {'for_net_delete': True} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:57.762490 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb65780f358>, 'df461302-4648-4d0f-b105-e63066378a31') {} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:03:57.782023 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260527543395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843964509'] for segment, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:57.800213 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:57.809118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=86532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 13:03:58.017119 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] Network 4a172ddd-5456-4f17-bd1a-5de10be1b0e0 has no segments {{(pid=86532) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:03:58.028641 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850845775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843907377'] for segment, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:58.181125 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d740068-1dff-474e-8960-6bca25d7371d req-ce942780-101a-4be3-a36c-02ee16680361 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:58.182923 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7d740068-1dff-474e-8960-6bca25d7371d req-ce942780-101a-4be3-a36c-02ee16680361 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.1092131
Apr 22 13:03:58.245917 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7d740068-1dff-474e-8960-6bca25d7371d req-18b51874-13f8-4072-9d4d-1d07fdc839ab tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491698
Apr 22 13:03:58.286756 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] Network 4a172ddd-5456-4f17-bd1a-5de10be1b0e0 has no segments {{(pid=86532) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:   % (table.description, expected, rows_matched)
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:   % (table.description, expected, rows_matched)
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:   % (table.description, expected, rows_matched)
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:   % (table.description, expected, rows_matched)
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]: Traceback (most recent call last):
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:     timer()
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:     cb(*args, **kw)
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:     return func(*args, **kwargs)
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:     self._notify()
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:     self.callback(batched_events)
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:     event.method(event)
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:     segment_id)['aggregates'][0]
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:     return f(self, *a, **k)
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self._get(url).json()
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:     **kwargs)
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self.request(url, 'GET', **kwargs)
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:     **endpoint_filter)
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 13:03:58.315669 dv-cinder-787262-3-iscsi neutron-server[86413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 13:03:58.440286 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850844675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-769154'] for network, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:58.444610 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:58.462683 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:58.470570 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a172ddd-5456-4f17-bd1a-5de10be1b0e0,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:58.481815 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:58.527798 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4a172ddd-5456-4f17-bd1a-5de10be1b0e0 HTTP/1.1" status: 204  len: 168 time: 2.9157803
Apr 22 13:03:58.880046 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58280) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:58.952204 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-1007158d-ebd0-45e3-834d-1bc9cdbbcb34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16ebc3a73d9045e79c95afc066b0c4f5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0704215
Apr 22 13:03:58.954739 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58284) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:03:59.034949 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-53e902d0-aff3-4f6a-86f9-75ee1b3e3fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:59.072251 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-53e902d0-aff3-4f6a-86f9-75ee1b3e3fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:59.165726 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-53e902d0-aff3-4f6a-86f9-75ee1b3e3fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:59.170169 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e902c945-85f3-4e3a-aadc-f48c85204228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:03:59.188609 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e902d0-aff3-4f6a-86f9-75ee1b3e3fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505c3db6-418e-4a17-ac6c-9d638bcc777b,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:03:59.191965 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-53e902d0-aff3-4f6a-86f9-75ee1b3e3fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:03:59.201826 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-53e902d0-aff3-4f6a-86f9-75ee1b3e3fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:03:59.205377 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-53e902d0-aff3-4f6a-86f9-75ee1b3e3fc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/505c3db6-418e-4a17-ac6c-9d638bcc777b HTTP/1.1" status: 204  len: 168 time: 0.2476399
Apr 22 13:03:59.563906 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088fabd-92ac-426f-a92c-471e5ed00926 req-e3d71484-e97a-46da-aa2e-13c55d922baf tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:03:59.565797 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d088fabd-92ac-426f-a92c-471e5ed00926 req-e3d71484-e97a-46da-aa2e-13c55d922baf tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.1096067
Apr 22 13:03:59.628296 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d088fabd-92ac-426f-a92c-471e5ed00926 req-a3c56447-8bee-46c0-899d-0e5f381239d2 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496809
Apr 22 13:04:00.932534 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50a4ad-67e6-4336-b8cf-486a37757d6f req-ea034a1c-1c24-4235-b795-cd52292e2d68 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:00.935038 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7f50a4ad-67e6-4336-b8cf-486a37757d6f req-ea034a1c-1c24-4235-b795-cd52292e2d68 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.1177945
Apr 22 13:04:01.003020 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7f50a4ad-67e6-4336-b8cf-486a37757d6f req-313d95ee-a804-423f-825d-41ac652fb609 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587189
Apr 22 13:04:02.156981 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 58354) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:02.318374 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcfcdf-3c0d-4e34-9ad5-0201628c09d6 req-4038cc7b-ef37-45af-914b-6e58671edcbd tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:02.320436 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5dfcfcdf-3c0d-4e34-9ad5-0201628c09d6 req-4038cc7b-ef37-45af-914b-6e58671edcbd tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.1439023
Apr 22 13:04:02.360718 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5c8c00d1-41c4-4f89-a103-a7e79ad85084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:02.378129 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-5c8c00d1-41c4-4f89-a103-a7e79ad85084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:02.383165 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-5c8c00d1-41c4-4f89-a103-a7e79ad85084 admin admin] Usage tracker for resource:security_group_rule and tenant:561bd6fd1cc74d30b6238e315b7719c2 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:04:02.386507 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-5c8c00d1-41c4-4f89-a103-a7e79ad85084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:04:02.389724 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5dfcfcdf-3c0d-4e34-9ad5-0201628c09d6 req-b8d426e5-0d5f-4d57-ad2e-0ddf0005d5cc tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579593
Apr 22 13:04:02.393732 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-5c8c00d1-41c4-4f89-a103-a7e79ad85084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:02.658383 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5c8c00d1-41c4-4f89-a103-a7e79ad85084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:02.697371 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5c8c00d1-41c4-4f89-a103-a7e79ad85084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:02.707882 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5c33f47b-bfcd-4849-8298-457cae4a7f7e tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:02.755782 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c00d1-41c4-4f89-a103-a7e79ad85084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf1279c-2974-4b5f-84f7-bf2e61d276a6,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:02.760809 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5c8c00d1-41c4-4f89-a103-a7e79ad85084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:02.765814 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-5c8c00d1-41c4-4f89-a103-a7e79ad85084 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=561bd6fd1cc74d30b6238e315b7719c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6071835
Apr 22 13:04:02.769798 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 58364) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:02.842193 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7e329088-1773-4302-9440-839abc409bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:02.873084 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7e329088-1773-4302-9440-839abc409bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:02.959828 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7e329088-1773-4302-9440-839abc409bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:02.965079 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4d186b6e-bd08-455c-b99e-98fdff63d846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:02.980505 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e329088-1773-4302-9440-839abc409bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf1279c-2974-4b5f-84f7-bf2e61d276a6,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:02.988731 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7e329088-1773-4302-9440-839abc409bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:02.989969 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-7e329088-1773-4302-9440-839abc409bf7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bf1279c-2974-4b5f-84f7-bf2e61d276a6 HTTP/1.1" status: 204  len: 168 time: 0.2190742
Apr 22 13:04:02.993386 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e329088-1773-4302-9440-839abc409bf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:02.993717 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e329088-1773-4302-9440-839abc409bf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:02.993962 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e329088-1773-4302-9440-839abc409bf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:02.994636 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e329088-1773-4302-9440-839abc409bf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:02.994768 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e329088-1773-4302-9440-839abc409bf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:02.995678 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e329088-1773-4302-9440-839abc409bf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:02.995678 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e329088-1773-4302-9440-839abc409bf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:02.995898 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e329088-1773-4302-9440-839abc409bf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:02.996261 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e329088-1773-4302-9440-839abc409bf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:02.996593 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e329088-1773-4302-9440-839abc409bf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:02.996978 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e329088-1773-4302-9440-839abc409bf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:02.997361 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e329088-1773-4302-9440-839abc409bf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:03.000649 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7e329088-1773-4302-9440-839abc409bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:03.548822 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58376) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:03.570577 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e1a828fe-c34e-4cf8-8970-9b4c180ae389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:03.588092 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-e1a828fe-c34e-4cf8-8970-9b4c180ae389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:03.592612 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-e1a828fe-c34e-4cf8-8970-9b4c180ae389 admin admin] Usage tracker for resource:security_group_rule and tenant:b396cf092ada4191bee1e55441565f6d is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:04:03.596132 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-e1a828fe-c34e-4cf8-8970-9b4c180ae389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:04:03.603532 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-e1a828fe-c34e-4cf8-8970-9b4c180ae389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:03.635809 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b21d38-fc64-4f27-a0b6-817ae8404774 req-f5385462-bf3b-424f-b266-57a83d560b45 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:03.637537 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f1b21d38-fc64-4f27-a0b6-817ae8404774 req-f5385462-bf3b-424f-b266-57a83d560b45 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.1101849
Apr 22 13:04:03.706703 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f1b21d38-fc64-4f27-a0b6-817ae8404774 req-8f0e0e74-f543-4621-bdb1-4899e2a24db5 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478287
Apr 22 13:04:03.787672 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e1a828fe-c34e-4cf8-8970-9b4c180ae389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:03.839959 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e1a828fe-c34e-4cf8-8970-9b4c180ae389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:03.850544 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ba5963d1-f270-4bbe-af78-a963ee47ba4c tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:03.900194 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-e1a828fe-c34e-4cf8-8970-9b4c180ae389 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b396cf092ada4191bee1e55441565f6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3497012
Apr 22 13:04:03.901252 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a828fe-c34e-4cf8-8970-9b4c180ae389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1154ffd2-0baf-40c1-b394-2523e4f9cb39,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:03.908907 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 58382) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:03.909134 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e1a828fe-c34e-4cf8-8970-9b4c180ae389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:03.996554 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3c84d22c-4530-4489-8291-18cb29e2c61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:04.035850 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3c84d22c-4530-4489-8291-18cb29e2c61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:04.114773 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3c84d22c-4530-4489-8291-18cb29e2c61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:04.125255 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6d249dca-6d84-4435-adc1-e2e0fd58d452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:04.154096 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84d22c-4530-4489-8291-18cb29e2c61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1154ffd2-0baf-40c1-b394-2523e4f9cb39,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:04.158054 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3c84d22c-4530-4489-8291-18cb29e2c61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:04.162142 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3c84d22c-4530-4489-8291-18cb29e2c61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:04.164044 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-3c84d22c-4530-4489-8291-18cb29e2c61c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1154ffd2-0baf-40c1-b394-2523e4f9cb39 HTTP/1.1" status: 204  len: 168 time: 0.2583344
Apr 22 13:04:04.213880 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 58390) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:04.381734 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4265ef06-3e1f-4643-8f72-184b14ddef97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:04.403623 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-4265ef06-3e1f-4643-8f72-184b14ddef97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:04.408492 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-4265ef06-3e1f-4643-8f72-184b14ddef97 admin admin] Usage tracker for resource:security_group_rule and tenant:20d283e7037e4093a3349ec83888335f is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:04:04.412263 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-4265ef06-3e1f-4643-8f72-184b14ddef97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:04:04.420339 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-4265ef06-3e1f-4643-8f72-184b14ddef97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:04.529385 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4265ef06-3e1f-4643-8f72-184b14ddef97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:04.571307 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4265ef06-3e1f-4643-8f72-184b14ddef97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:04.581667 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a10f3267-96c4-4fe0-b5a9-89992a327871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:04.632982 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-4265ef06-3e1f-4643-8f72-184b14ddef97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20d283e7037e4093a3349ec83888335f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4143474
Apr 22 13:04:04.633923 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58400) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:04.634058 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265ef06-3e1f-4643-8f72-184b14ddef97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5396494-c3de-4f7b-96bf-8f20eaa7f8c3,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:04.637866 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4265ef06-3e1f-4643-8f72-184b14ddef97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:04.710776 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d265f53f-e2be-4ef2-9db5-7071d707c4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:04.740832 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d265f53f-e2be-4ef2-9db5-7071d707c4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:04.845647 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d265f53f-e2be-4ef2-9db5-7071d707c4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:04.852618 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-84be1f5d-814c-4382-81e1-14fc7587f79f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:04.869597 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265f53f-e2be-4ef2-9db5-7071d707c4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5396494-c3de-4f7b-96bf-8f20eaa7f8c3,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:04.873143 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d265f53f-e2be-4ef2-9db5-7071d707c4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:04.878410 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d265f53f-e2be-4ef2-9db5-7071d707c4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:04.884036 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-d265f53f-e2be-4ef2-9db5-7071d707c4df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5396494-c3de-4f7b-96bf-8f20eaa7f8c3 HTTP/1.1" status: 204  len: 168 time: 0.2442355
Apr 22 13:04:05.014465 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b93e29-ec98-452b-bd50-90bfacf41a67 req-0c895dc5-3267-4d0d-bf9a-2c259ff4c8c3 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:05.020086 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c9b93e29-ec98-452b-bd50-90bfacf41a67 req-0c895dc5-3267-4d0d-bf9a-2c259ff4c8c3 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.1374016
Apr 22 13:04:05.092251 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c9b93e29-ec98-452b-bd50-90bfacf41a67 req-ef9509e8-879b-492b-88bc-de8375bb7c16 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632265
Apr 22 13:04:05.634684 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a6035104-bc1d-4fbb-ae61-78861c2ae6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:05.729132 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58432) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:05.751188 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2fd5bf5c-d5f0-4fcf-b73a-a902de13974d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:05.768192 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-2fd5bf5c-d5f0-4fcf-b73a-a902de13974d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:05.774282 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-2fd5bf5c-d5f0-4fcf-b73a-a902de13974d admin admin] Usage tracker for resource:security_group_rule and tenant:002b432eac5c43b797f402997f8e6da6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:04:05.777513 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-2fd5bf5c-d5f0-4fcf-b73a-a902de13974d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:04:05.783617 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-2fd5bf5c-d5f0-4fcf-b73a-a902de13974d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:05.893374 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2fd5bf5c-d5f0-4fcf-b73a-a902de13974d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:05.937391 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2fd5bf5c-d5f0-4fcf-b73a-a902de13974d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:05.951460 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e1a828fe-c34e-4cf8-8970-9b4c180ae389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:05.997627 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-2fd5bf5c-d5f0-4fcf-b73a-a902de13974d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=002b432eac5c43b797f402997f8e6da6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2668550
Apr 22 13:04:06.003888 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5bf5c-d5f0-4fcf-b73a-a902de13974d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f27410-9d39-4e50-a356-fb51c4c9db56,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:06.004143 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 58436) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:06.004251 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2fd5bf5c-d5f0-4fcf-b73a-a902de13974d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:06.088446 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0f8a5a90-1b42-45a7-bf5b-6b4360d7a2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:06.126168 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0f8a5a90-1b42-45a7-bf5b-6b4360d7a2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:06.261734 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0f8a5a90-1b42-45a7-bf5b-6b4360d7a2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:06.272121 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3c84d22c-4530-4489-8291-18cb29e2c61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:06.294839 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a5a90-1b42-45a7-bf5b-6b4360d7a2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f27410-9d39-4e50-a356-fb51c4c9db56,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:06.297325 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0f8a5a90-1b42-45a7-bf5b-6b4360d7a2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:06.322040 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0f8a5a90-1b42-45a7-bf5b-6b4360d7a2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:06.324083 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-0f8a5a90-1b42-45a7-bf5b-6b4360d7a2b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1f27410-9d39-4e50-a356-fb51c4c9db56 HTTP/1.1" status: 204  len: 168 time: 0.3221576
Apr 22 13:04:06.360351 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f1b70-4807-4a6e-8cb4-cc03b8040b7e req-10b3e6aa-2503-43c0-be26-2b7059befdba tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:06.362247 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-df2f1b70-4807-4a6e-8cb4-cc03b8040b7e req-10b3e6aa-2503-43c0-be26-2b7059befdba tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.1410148
Apr 22 13:04:06.420463 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-df2f1b70-4807-4a6e-8cb4-cc03b8040b7e req-d82cbb3e-7ea6-4ace-b59f-119a8eb6c72c tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505252
Apr 22 13:04:07.034263 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:07.673894 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e8cdb-fe78-41a2-b8a7-e0436f2617bb req-b0fd161e-9233-4230-8af5-662d1f6c7683 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:07.675757 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3b3e8cdb-fe78-41a2-b8a7-e0436f2617bb req-b0fd161e-9233-4230-8af5-662d1f6c7683 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.1054230
Apr 22 13:04:07.694705 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 58500) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:07.733416 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3b3e8cdb-fe78-41a2-b8a7-e0436f2617bb req-723298d9-60c7-4f4b-b6ce-f0ffb317cbdc tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503197
Apr 22 13:04:07.835017 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2024800824-network', 'tenant_id': 'a1f28b5baa7e494eb69709a7ca602112'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:04:07.840349 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:07.846417 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Usage tracker for resource:network and tenant:a1f28b5baa7e494eb69709a7ca602112 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:04:07.852045 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:04:07.864452 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:07.931150 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Made reservation on behalf of a1f28b5baa7e494eb69709a7ca602112 for: {'network': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:04:07.936095 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for network, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:07.950174 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:07.966231 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:07.970285 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Usage tracker for resource:security_group_rule and tenant:a1f28b5baa7e494eb69709a7ca602112 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:04:07.973252 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:04:07.979460 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:08.069986 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:08.100557 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 58508) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:08.125111 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:08.130423 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-539c8759-d7eb-460e-b855-414fd824e0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:08.157382 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'}  {{(pid=86533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 13:04:08.171569 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e9f9fb-2cbb-4913-8598-4f2290fc75e8,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:08.174994 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:08.179937 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:08.180336 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.segments_db [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Added segment 1822cb93-480d-41c8-88e2-7b97019304c4 of type vlan for network 161bf2ca-8dc0-478f-a524-eb0f1b20c037
Apr 22 13:04:08.210175 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776326693849'] for network, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:08.246537 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6544a913-206e-494d-9b9b-42bd703ed36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:08.271891 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-6544a913-206e-494d-9b9b-42bd703ed36c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:08.277113 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-6544a913-206e-494d-9b9b-42bd703ed36c admin admin] Usage tracker for resource:security_group_rule and tenant:a84c62ecaf6648c68fb742ed9196e323 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:04:08.280052 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-6544a913-206e-494d-9b9b-42bd703ed36c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:04:08.285999 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-6544a913-206e-494d-9b9b-42bd703ed36c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:08.334555 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for network, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:08.337145 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:08.337779 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:08.346924 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-895d62fa-bc17-49d7-9533-2610f7938ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:08.450901 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b18c1b78-5954-4d24-899f-b2c9ac3aa5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:08.493771 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Pushing event updated for resources: {'Network': ['ID=161bf2ca-8dc0-478f-a524-eb0f1b20c037,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:08.499036 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:08.511183 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6544a913-206e-494d-9b9b-42bd703ed36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:08.511483 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Network 161bf2ca-8dc0-478f-a524-eb0f1b20c037 details requested by agent ovs-agent-dv-cinder-787262-3-iscsi with host dv-cinder-787262-3-iscsi {{(pid=86534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 13:04:08.532251 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-c5bcbceb-0c7b-424c-a709-626eec4bd9b8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8354936
Apr 22 13:04:08.535458 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 58516) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:08.545514 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-37959fba-5191-4311-8f40-835faffcd9a6 admin admin] Request body: {'subnet': {'network_id': '161bf2ca-8dc0-478f-a524-eb0f1b20c037', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2024800824-subnet', 'tenant_id': 'a1f28b5baa7e494eb69709a7ca602112', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:04:08.547279 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-37959fba-5191-4311-8f40-835faffcd9a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:08.551450 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-37959fba-5191-4311-8f40-835faffcd9a6 admin admin] Usage tracker for resource:subnet and tenant:a1f28b5baa7e494eb69709a7ca602112 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:04:08.555451 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-37959fba-5191-4311-8f40-835faffcd9a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:04:08.561574 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-37959fba-5191-4311-8f40-835faffcd9a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:08.575992 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6544a913-206e-494d-9b9b-42bd703ed36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:08.584953 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4265ef06-3e1f-4643-8f72-184b14ddef97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:08.619350 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37959fba-5191-4311-8f40-835faffcd9a6 admin admin] Made reservation on behalf of a1f28b5baa7e494eb69709a7ca602112 for: {'subnet': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:04:08.623893 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-37959fba-5191-4311-8f40-835faffcd9a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844053260'] for subnet, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:08.702124 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-6544a913-206e-494d-9b9b-42bd703ed36c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a84c62ecaf6648c68fb742ed9196e323&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6003978
Apr 22 13:04:08.703047 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544a913-206e-494d-9b9b-42bd703ed36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca37b334-5bfa-4558-96b8-b6e852f9bc54,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:08.705117 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58520) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:08.712254 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6544a913-206e-494d-9b9b-42bd703ed36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:08.777215 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1ca3a3e3-ac5c-48f5-b747-0c1d69b81fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:08.809489 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1ca3a3e3-ac5c-48f5-b747-0c1d69b81fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:08.924712 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1ca3a3e3-ac5c-48f5-b747-0c1d69b81fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:08.930577 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d265f53f-e2be-4ef2-9db5-7071d707c4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:08.945054 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3a3e3-ac5c-48f5-b747-0c1d69b81fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca37b334-5bfa-4558-96b8-b6e852f9bc54,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:08.956465 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3a3e3-ac5c-48f5-b747-0c1d69b81fc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:08.956929 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3a3e3-ac5c-48f5-b747-0c1d69b81fc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:08.957191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3a3e3-ac5c-48f5-b747-0c1d69b81fc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:08.957588 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3a3e3-ac5c-48f5-b747-0c1d69b81fc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:08.957995 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3a3e3-ac5c-48f5-b747-0c1d69b81fc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:08.958383 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3a3e3-ac5c-48f5-b747-0c1d69b81fc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:08.958774 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3a3e3-ac5c-48f5-b747-0c1d69b81fc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:08.959722 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3a3e3-ac5c-48f5-b747-0c1d69b81fc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:08.960118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3a3e3-ac5c-48f5-b747-0c1d69b81fc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:08.960728 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3a3e3-ac5c-48f5-b747-0c1d69b81fc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:08.961126 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3a3e3-ac5c-48f5-b747-0c1d69b81fc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:08.961518 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3a3e3-ac5c-48f5-b747-0c1d69b81fc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:08.969042 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1ca3a3e3-ac5c-48f5-b747-0c1d69b81fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:08.970084 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-1ca3a3e3-ac5c-48f5-b747-0c1d69b81fc8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca37b334-5bfa-4558-96b8-b6e852f9bc54 HTTP/1.1" status: 204  len: 168 time: 0.2638206
Apr 22 13:04:08.971209 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1ca3a3e3-ac5c-48f5-b747-0c1d69b81fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:09.177542 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-37959fba-5191-4311-8f40-835faffcd9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10865196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844053275'] for subnet, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:09.191635 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd67367-a54f-45cf-b5d5-6f09c7e01e93 req-ba746e0e-0d22-4eb9-bdaa-60fe6cf10247 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:09.193383 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bcd67367-a54f-45cf-b5d5-6f09c7e01e93 req-ba746e0e-0d22-4eb9-bdaa-60fe6cf10247 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.1698036
Apr 22 13:04:09.195725 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-898d318e-cd8b-4887-8d56-764cf8974dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:09.312699 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37959fba-5191-4311-8f40-835faffcd9a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc843f7d-1e03-4b5e-b381-cd415f819c96,revision_number=0']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:09.315546 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-37959fba-5191-4311-8f40-835faffcd9a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:09.333585 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bcd67367-a54f-45cf-b5d5-6f09c7e01e93 req-89d912e3-5c65-4c3f-94a0-712d6fa157a7 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1035504
Apr 22 13:04:09.335241 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37959fba-5191-4311-8f40-835faffcd9a6 admin admin] Checking segment: {'id': '1822cb93-480d-41c8-88e2-7b97019304c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '161bf2ca-8dc0-478f-a524-eb0f1b20c037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:04:09.335671 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37959fba-5191-4311-8f40-835faffcd9a6 admin admin] Network hostable DHCP agents. Network: 161bf2ca-8dc0-478f-a524-eb0f1b20c037, hostable agents: ['87489297-b04a-4f62-8251-98d0a06ee999'], hosted agents: [] {{(pid=86533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 13:04:09.408795 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37959fba-5191-4311-8f40-835faffcd9a6 admin admin] Network 161bf2ca-8dc0-478f-a524-eb0f1b20c037 is scheduled to be hosted by DHCP agent 87489297-b04a-4f62-8251-98d0a06ee999 with binding_index 1 {{(pid=86533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 13:04:09.469715 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036ac04-6bb8-4db7-ba70-ce4528b7f729 req-9019cc1c-3544-49d4-86db-d9c205151217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:09.471343 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a036ac04-6bb8-4db7-ba70-ce4528b7f729 req-9019cc1c-3544-49d4-86db-d9c205151217 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f47160e096ea4aef93cb730e0accf8e6&device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 1098 time: 0.1149297
Apr 22 13:04:09.548288 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58532) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:09.558443 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-37959fba-5191-4311-8f40-835faffcd9a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-iscsi, 161bf2ca-8dc0-478f-a524-eb0f1b20c037) {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:04:09.567014 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d717026c-ce22-4ea6-9ad9-fdb54b97bb55 None None] Network 161bf2ca-8dc0-478f-a524-eb0f1b20c037 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:04:09.570844 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9bceab38-3108-4832-8dbf-f645f95bd518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:09.579909 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37959fba-5191-4311-8f40-835faffcd9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:09.580542 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-37959fba-5191-4311-8f40-835faffcd9a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:09.588313 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-9bceab38-3108-4832-8dbf-f645f95bd518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:09.592620 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-9bceab38-3108-4832-8dbf-f645f95bd518 admin admin] Usage tracker for resource:security_group_rule and tenant:524e94966c8b4f5fbc058923956d8a5a is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:04:09.595639 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-9bceab38-3108-4832-8dbf-f645f95bd518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:04:09.602572 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-9bceab38-3108-4832-8dbf-f645f95bd518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:09.657596 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-37959fba-5191-4311-8f40-835faffcd9a6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.1125600
Apr 22 13:04:09.665284 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036ac04-6bb8-4db7-ba70-ce4528b7f729 req-b0a7ee2e-47e3-42de-8ca9-31ae929f760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:09.666960 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a036ac04-6bb8-4db7-ba70-ce4528b7f729 req-b0a7ee2e-47e3-42de-8ca9-31ae929f760c service neutron] 10.222.0.35 "GET /v2.0/networks?id=d05e26c1-05af-49ff-9dfd-3e90bf4899b5 HTTP/1.1" status: 200  len: 910 time: 0.1889336
Apr 22 13:04:09.706436 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9bceab38-3108-4832-8dbf-f645f95bd518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:09.743637 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9bceab38-3108-4832-8dbf-f645f95bd518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:09.763289 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d180f6f6-b325-4758-aa3a-fdefb319d6f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:09.795211 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-9bceab38-3108-4832-8dbf-f645f95bd518 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=524e94966c8b4f5fbc058923956d8a5a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2457178
Apr 22 13:04:09.796347 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 58538) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:09.813188 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5622ab83-0ad3-4094-a425-83a10c41c80c None None] Network 161bf2ca-8dc0-478f-a524-eb0f1b20c037 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:04:09.818139 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bceab38-3108-4832-8dbf-f645f95bd518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f82405a-ab11-490c-9dc8-54eafbd7d7ec,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:09.822475 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9bceab38-3108-4832-8dbf-f645f95bd518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:09.835568 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a036ac04-6bb8-4db7-ba70-ce4528b7f729 req-709776d9-4f36-4071-baf8-3ea4ffa935bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed85d4c9-f7c9-4141-ab04-a295a2d00b65 HTTP/1.1" status: 200  len: 1001 time: 0.1610746
Apr 22 13:04:09.943660 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-75ec2819-4a7e-4008-b63f-44a4df169c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:09.956125 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036ac04-6bb8-4db7-ba70-ce4528b7f729 req-b9f08cff-7687-4de5-b38a-9610ccaadf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:09.957706 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a036ac04-6bb8-4db7-ba70-ce4528b7f729 req-b9f08cff-7687-4de5-b38a-9610ccaadf6f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=39298668-4b9e-4e6f-921e-092c9f15844e HTTP/1.1" status: 200  len: 848 time: 0.1072745
Apr 22 13:04:10.023432 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-75ec2819-4a7e-4008-b63f-44a4df169c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:10.092239 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036ac04-6bb8-4db7-ba70-ce4528b7f729 req-b8c8fd64-6da8-4d1f-9d0a-a11b1d7f0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:10.093863 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a036ac04-6bb8-4db7-ba70-ce4528b7f729 req-b8c8fd64-6da8-4d1f-9d0a-a11b1d7f0c3c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d05e26c1-05af-49ff-9dfd-3e90bf4899b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1236875
Apr 22 13:04:10.130627 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-75ec2819-4a7e-4008-b63f-44a4df169c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:10.143380 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b683ac73-6ab2-42f1-a61e-32d61e5379c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:10.207737 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec2819-4a7e-4008-b63f-44a4df169c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f82405a-ab11-490c-9dc8-54eafbd7d7ec,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:10.210409 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-75ec2819-4a7e-4008-b63f-44a4df169c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:10.219192 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-75ec2819-4a7e-4008-b63f-44a4df169c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:10.224048 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-75ec2819-4a7e-4008-b63f-44a4df169c2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f82405a-ab11-490c-9dc8-54eafbd7d7ec HTTP/1.1" status: 204  len: 168 time: 0.4230964
Apr 22 13:04:10.228318 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:10.312909 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a036ac04-6bb8-4db7-ba70-ce4528b7f729 req-23803cb3-4a76-4286-9772-c6ad63347bbe service neutron] 10.222.0.35 "GET /v2.0/networks/d05e26c1-05af-49ff-9dfd-3e90bf4899b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2070878
Apr 22 13:04:10.469289 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:10.656752 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a036ac04-6bb8-4db7-ba70-ce4528b7f729 req-ff4a7aa1-4f0c-4388-b991-1f39a9cceeb7 service neutron] 10.222.0.35 "GET /v2.0/networks/d05e26c1-05af-49ff-9dfd-3e90bf4899b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3365862
Apr 22 13:04:10.687596 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1504d8-e036-42ec-9cb0-f4032f84ecc0 req-8bfe74cf-129e-48a3-8ff5-8c740a8e97e5 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:10.688599 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2f1504d8-e036-42ec-9cb0-f4032f84ecc0 req-8bfe74cf-129e-48a3-8ff5-8c740a8e97e5 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.1313715
Apr 22 13:04:10.725035 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 58568) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:10.731640 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-738509990-network', 'tenant_id': 'a3a12d9300334827aeb9b99fa73a1477'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:04:10.738425 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:10.744436 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2f1504d8-e036-42ec-9cb0-f4032f84ecc0 req-5a6fbbc0-f9c3-4d79-9b09-e0521c02d361 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488248
Apr 22 13:04:10.746021 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Usage tracker for resource:network and tenant:a3a12d9300334827aeb9b99fa73a1477 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:04:10.750002 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:04:10.761240 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:10.851104 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Made reservation on behalf of a3a12d9300334827aeb9b99fa73a1477 for: {'network': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:04:10.856503 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for network, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:10.878444 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:10.895584 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:10.900290 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Usage tracker for resource:security_group_rule and tenant:a3a12d9300334827aeb9b99fa73a1477 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:04:10.903655 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:04:10.910279 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:11.035241 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:11.070017 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:11.078372 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2cecf15d-509b-4156-99be-b0ccefacde9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:11.128223 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'}  {{(pid=86533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 13:04:11.144847 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df210da-fe30-4047-8354-26f403a732c3,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:11.148338 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:11.202163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:11.202555 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.segments_db [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Added segment b9eea96d-2696-4e6d-a88d-38565e81cb60 of type vlan for network 474a10cc-0f76-4372-aed0-1029b41a4288
Apr 22 13:04:11.234850 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776326693849'] for network, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:11.239505 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:11.314424 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for network, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:11.315988 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:11.316803 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:11.321208 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f42c49a7-f6f7-4ae1-8ecc-cf811361a214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:11.456643 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Pushing event updated for resources: {'Network': ['ID=474a10cc-0f76-4372-aed0-1029b41a4288,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:11.465427 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:11.470929 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Network 474a10cc-0f76-4372-aed0-1029b41a4288 details requested by agent ovs-agent-dv-cinder-787262-3-iscsi with host dv-cinder-787262-3-iscsi {{(pid=86534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 13:04:11.493316 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7613091
Apr 22 13:04:11.493789 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 58586) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:11.503913 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58590) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:11.511258 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-82b8baf0-c12a-4063-a10c-c6bac3f48011 admin admin] Request body: {'subnet': {'network_id': '474a10cc-0f76-4372-aed0-1029b41a4288', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-738509990-subnet', 'tenant_id': 'a3a12d9300334827aeb9b99fa73a1477', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:04:11.533485 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-82b8baf0-c12a-4063-a10c-c6bac3f48011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:11.541468 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-82b8baf0-c12a-4063-a10c-c6bac3f48011 admin admin] Usage tracker for resource:subnet and tenant:a3a12d9300334827aeb9b99fa73a1477 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:04:11.547973 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-82b8baf0-c12a-4063-a10c-c6bac3f48011 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:04:11.561106 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-82b8baf0-c12a-4063-a10c-c6bac3f48011 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:11.617314 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b8baf0-c12a-4063-a10c-c6bac3f48011 admin admin] Made reservation on behalf of a3a12d9300334827aeb9b99fa73a1477 for: {'subnet': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:04:11.626339 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-82b8baf0-c12a-4063-a10c-c6bac3f48011 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844053260'] for subnet, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:11.682573 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2137592041-network', 'tenant_id': '51e95625a2a947f3a45abbb825e91358'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:04:11.689734 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:11.696118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Usage tracker for resource:network and tenant:51e95625a2a947f3a45abbb825e91358 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:04:11.700363 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:04:11.710922 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:11.753893 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Made reservation on behalf of 51e95625a2a947f3a45abbb825e91358 for: {'network': 1} {{(pid=86532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:04:11.759168 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for network, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:11.791509 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:11.811359 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:11.816775 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Usage tracker for resource:security_group_rule and tenant:51e95625a2a947f3a45abbb825e91358 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:04:11.821338 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:04:11.829082 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:11.969109 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:12.007869 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:12.016462 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1ca3a3e3-ac5c-48f5-b747-0c1d69b81fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:12.071675 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e923f89-8866-4484-9148-218525340753 admin admin] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'}  {{(pid=86532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 13:04:12.107515 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1b8b08-69a7-4529-a852-055010427a42,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:12.113700 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:12.114363 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.segments_db [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Added segment e627de4d-f85e-41bc-a13c-7703c69f3fdd of type vlan for network 8b94c520-ad86-444c-8703-f9e972c0b18a
Apr 22 13:04:12.117502 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:12.118931 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c5987-5f98-4f95-b10a-82e64ec0bc75 req-95ce7d53-ceed-4705-888c-ddbc520f8f87 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:12.120722 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-979c5987-5f98-4f95-b10a-82e64ec0bc75 req-95ce7d53-ceed-4705-888c-ddbc520f8f87 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.1492577
Apr 22 13:04:12.164060 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776326693849'] for network, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:12.236550 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-979c5987-5f98-4f95-b10a-82e64ec0bc75 req-39999205-6e6f-48e5-a583-43fbf0711635 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761926
Apr 22 13:04:12.241511 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for network, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:12.245110 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:12.246390 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:12.260529 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:12.424021 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Pushing event updated for resources: {'Network': ['ID=8b94c520-ad86-444c-8703-f9e972c0b18a,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:12.427145 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:12.444200 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Network 8b94c520-ad86-444c-8703-f9e972c0b18a details requested by agent ovs-agent-dv-cinder-787262-3-iscsi with host dv-cinder-787262-3-iscsi {{(pid=86534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 13:04:12.479130 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-3e923f89-8866-4484-9148-218525340753 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.9736557
Apr 22 13:04:12.480177 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58604) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:12.488047 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-757bdd34-4431-45e7-aa2e-09227cefa593 admin admin] Request body: {'subnet': {'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2137592041-subnet', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'ip_version': 4}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:04:12.496444 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-757bdd34-4431-45e7-aa2e-09227cefa593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:12.502129 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-757bdd34-4431-45e7-aa2e-09227cefa593 admin admin] Usage tracker for resource:subnet and tenant:51e95625a2a947f3a45abbb825e91358 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:04:12.507190 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-757bdd34-4431-45e7-aa2e-09227cefa593 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:04:12.519972 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-757bdd34-4431-45e7-aa2e-09227cefa593 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:12.580426 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-82b8baf0-c12a-4063-a10c-c6bac3f48011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10865196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844053275'] for subnet, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:12.586175 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:12.594839 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757bdd34-4431-45e7-aa2e-09227cefa593 admin admin] Made reservation on behalf of 51e95625a2a947f3a45abbb825e91358 for: {'subnet': 1} {{(pid=86532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:04:12.601741 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-757bdd34-4431-45e7-aa2e-09227cefa593 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11539510'] for subnet, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:12.679314 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8baf0-c12a-4063-a10c-c6bac3f48011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68a6c84f-7956-4ac8-b851-9c5728c9af64,revision_number=0']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:12.682349 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-82b8baf0-c12a-4063-a10c-c6bac3f48011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:12.687722 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b8baf0-c12a-4063-a10c-c6bac3f48011 admin admin] Checking segment: {'id': 'b9eea96d-2696-4e6d-a88d-38565e81cb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '474a10cc-0f76-4372-aed0-1029b41a4288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:04:12.688185 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b8baf0-c12a-4063-a10c-c6bac3f48011 admin admin] Network hostable DHCP agents. Network: 474a10cc-0f76-4372-aed0-1029b41a4288, hostable agents: ['87489297-b04a-4f62-8251-98d0a06ee999'], hosted agents: [] {{(pid=86533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 13:04:12.743691 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b8baf0-c12a-4063-a10c-c6bac3f48011 admin admin] Network 474a10cc-0f76-4372-aed0-1029b41a4288 is scheduled to be hosted by DHCP agent 87489297-b04a-4f62-8251-98d0a06ee999 with binding_index 1 {{(pid=86533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 13:04:12.788963 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-82b8baf0-c12a-4063-a10c-c6bac3f48011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-iscsi, 474a10cc-0f76-4372-aed0-1029b41a4288) {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:04:12.798503 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ff27f8-38bb-4e35-b15f-d4020e1b8441 None None] Network 474a10cc-0f76-4372-aed0-1029b41a4288 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:04:12.825708 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b8baf0-c12a-4063-a10c-c6bac3f48011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:12.826392 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-82b8baf0-c12a-4063-a10c-c6bac3f48011 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:12.938007 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-82b8baf0-c12a-4063-a10c-c6bac3f48011 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.4426162
Apr 22 13:04:13.124514 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e72284-c39e-437a-a20f-9b2531c01230 None None] Network 474a10cc-0f76-4372-aed0-1029b41a4288 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:04:13.186033 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 58614) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:13.270846 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce443cf4-9c04-48b4-ac37-ccab10646e0a admin admin] Deleting subnet dc843f7d-1e03-4b5e-b381-cd415f819c96 {{(pid=86533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 13:04:13.336585 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ce443cf4-9c04-48b4-ac37-ccab10646e0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:13.437018 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ce443cf4-9c04-48b4-ac37-ccab10646e0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1922835'] for subnet, precommit_delete_associations {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:13.591563 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ce443cf4-9c04-48b4-ac37-ccab10646e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844768'] for subnet, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:13.632635 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-757bdd34-4431-45e7-aa2e-09227cefa593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843906775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11539495'] for subnet, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:13.650521 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:13.845060 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757bdd34-4431-45e7-aa2e-09227cefa593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b27ad705-4ccd-410e-820d-31197cfabea8,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:13.855515 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-757bdd34-4431-45e7-aa2e-09227cefa593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:13.879393 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea048f-3644-4753-8bf8-ce746e671bae req-f2d751c9-69a5-4255-8ee4-653c237669e4 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:13.883363 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-04ea048f-3644-4753-8bf8-ce746e671bae req-f2d751c9-69a5-4255-8ee4-653c237669e4 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.3655210
Apr 22 13:04:13.885203 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757bdd34-4431-45e7-aa2e-09227cefa593 admin admin] Checking segment: {'id': 'e627de4d-f85e-41bc-a13c-7703c69f3fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:04:13.885891 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757bdd34-4431-45e7-aa2e-09227cefa593 admin admin] Network hostable DHCP agents. Network: 8b94c520-ad86-444c-8703-f9e972c0b18a, hostable agents: ['87489297-b04a-4f62-8251-98d0a06ee999'], hosted agents: [] {{(pid=86532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 13:04:13.954621 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ce443cf4-9c04-48b4-ac37-ccab10646e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3931032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843910551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10722526'] for subnet, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:13.962224 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2f10c160-b098-4656-a37a-1ce8be3a4933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:14.003941 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-04ea048f-3644-4753-8bf8-ce746e671bae req-0455dc46-94b9-47cc-881a-a8e53ff7d4ad tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1042540
Apr 22 13:04:14.004762 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ce443cf4-9c04-48b4-ac37-ccab10646e0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:14.009482 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce443cf4-9c04-48b4-ac37-ccab10646e0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc843f7d-1e03-4b5e-b381-cd415f819c96,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:14.012252 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ce443cf4-9c04-48b4-ac37-ccab10646e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:14.016044 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-ce443cf4-9c04-48b4-ac37-ccab10646e0a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dc843f7d-1e03-4b5e-b381-cd415f819c96 HTTP/1.1" status: 204  len: 168 time: 0.8286750
Apr 22 13:04:14.021817 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58622) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:14.065352 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757bdd34-4431-45e7-aa2e-09227cefa593 admin admin] Network 8b94c520-ad86-444c-8703-f9e972c0b18a is scheduled to be hosted by DHCP agent 87489297-b04a-4f62-8251-98d0a06ee999 with binding_index 1 {{(pid=86532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 13:04:14.223009 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-757bdd34-4431-45e7-aa2e-09227cefa593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-iscsi, 8b94c520-ad86-444c-8703-f9e972c0b18a) {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:04:14.232939 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cd43ea-f29e-4444-ae96-315db3d00424 None None] Network 8b94c520-ad86-444c-8703-f9e972c0b18a requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:04:14.277100 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757bdd34-4431-45e7-aa2e-09227cefa593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:14.278247 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-757bdd34-4431-45e7-aa2e-09227cefa593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:14.297182 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-709b1153-d7ca-48b6-a5a9-afa004b6ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850810900'] for network, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:14.407766 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-757bdd34-4431-45e7-aa2e-09227cefa593 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.9256656
Apr 22 13:04:14.412111 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 58628) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:14.418185 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2137592041-router', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:04:14.424319 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:14.430961 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Usage tracker for resource:router and tenant:51e95625a2a947f3a45abbb825e91358 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:04:14.435393 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:04:14.443236 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:14.498078 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-663020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-599'] for router, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:14.500485 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854112796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854008062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775217'] for router, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:14.532779 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-709b1153-d7ca-48b6-a5a9-afa004b6ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931125', 'neutron.services.segments.db._delete_segments_for_network-8776327253363'] for network, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:14.552991 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:14.578841 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffcb9097-8cb5-5ed6-be24-ccbd137e2060-8b94c520-ad86-444c-8703-f9e972c0b18a', 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'fixed_ips': [{'subnet_id': 'b27ad705-4ccd-410e-820d-31197cfabea8'}]}} from dv-cinder-787262-3-iscsi. {{(pid=86534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 13:04:14.579872 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:14.675450 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-709b1153-d7ca-48b6-a5a9-afa004b6ef2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb657f0f400>,) {'filters': {'network_id': ['161bf2ca-8dc0-478f-a524-eb0f1b20c037']}} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:04:14.691299 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-709b1153-d7ca-48b6-a5a9-afa004b6ef2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb657f0f400>, '1822cb93-480d-41c8-88e2-7b97019304c4') {'for_net_delete': True} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:04:14.691787 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-709b1153-d7ca-48b6-a5a9-afa004b6ef2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb657f0f400>, '1822cb93-480d-41c8-88e2-7b97019304c4') {} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:04:14.706143 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-709b1153-d7ca-48b6-a5a9-afa004b6ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260527543395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843964509'] for segment, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:14.723913 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-709b1153-d7ca-48b6-a5a9-afa004b6ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:14.731362 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709b1153-d7ca-48b6-a5a9-afa004b6ef2c admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=86532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 13:04:14.817471 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Allocated IP 172.20.0.2 (8b94c520-ad86-444c-8703-f9e972c0b18a/b27ad705-4ccd-410e-820d-31197cfabea8/78851859-c4e0-45ff-9256-3c1c59d2f42b) {{(pid=86534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:04:15.010942 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854007819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775248'] for router, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:15.228975 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-709b1153-d7ca-48b6-a5a9-afa004b6ef2c admin admin] Network 161bf2ca-8dc0-478f-a524-eb0f1b20c037 has no segments {{(pid=86532) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:04:15.244919 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-709b1153-d7ca-48b6-a5a9-afa004b6ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850845775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843907377'] for segment, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:15.437801 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Notify callbacks [] for port, precommit_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:15.533978 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-709b1153-d7ca-48b6-a5a9-afa004b6ef2c admin admin] Network 161bf2ca-8dc0-478f-a524-eb0f1b20c037 has no segments {{(pid=86532) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]: Traceback (most recent call last):
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:     timer()
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:     cb(*args, **kw)
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:     return func(*args, **kwargs)
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:     self._notify()
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:     self.callback(batched_events)
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:     event.method(event)
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:     segment_id)['aggregates'][0]
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:     return f(self, *a, **k)
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self._get(url).json()
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:     **kwargs)
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self.request(url, 'GET', **kwargs)
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:     **endpoint_filter)
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 13:04:15.560551 dv-cinder-787262-3-iscsi neutron-server[86413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 13:04:15.654815 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c35f8-aaaa-48fa-a75a-101f40027139 req-c22a7e8c-11da-4d1d-acf9-4a0f05779cef tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:15.656617 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bc8c35f8-aaaa-48fa-a75a-101f40027139 req-c22a7e8c-11da-4d1d-acf9-4a0f05779cef tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.3947868
Apr 22 13:04:15.662432 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Transition to ACTIVE for port object 78851859-c4e0-45ff-9256-3c1c59d2f42b will not be triggered until provisioned by entity L2. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:04:15.702865 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device ed85d4c9-f7c9-4141-ab04-a295a2d00b65 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:04:15.732087 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:15.737465 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-709b1153-d7ca-48b6-a5a9-afa004b6ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850844675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-769154'] for network, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:15.748474 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:15.775288 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bc8c35f8-aaaa-48fa-a75a-101f40027139 req-6eb292d7-08c3-46ff-9cc4-27eee145886f tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1026399
Apr 22 13:04:15.783892 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-709b1153-d7ca-48b6-a5a9-afa004b6ef2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:15.800858 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-709b1153-d7ca-48b6-a5a9-afa004b6ef2c admin admin] 10.222.0.20 "DELETE /v2.0/networks/161bf2ca-8dc0-478f-a524-eb0f1b20c037 HTTP/1.1" status: 204  len: 168 time: 1.7727714
Apr 22 13:04:15.802820 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58642) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:15.808090 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Transition to ACTIVE for port object 78851859-c4e0-45ff-9256-3c1c59d2f42b will not be triggered until provisioned by entity DHCP. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:04:15.812391 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:15.816217 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b1153-d7ca-48b6-a5a9-afa004b6ef2c admin admin] Pushing event deleted for resources: {'Network': ['ID=161bf2ca-8dc0-478f-a524-eb0f1b20c037,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:15.838626 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-709b1153-d7ca-48b6-a5a9-afa004b6ef2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:15.966262 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4efba9-44d0-4326-ac5b-fd2d22a63ab5 admin admin] Deleting subnet 68a6c84f-7956-4ac8-b851-9c5728c9af64 {{(pid=86532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 13:04:15.972125 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6e4efba9-44d0-4326-ac5b-fd2d22a63ab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:16.008378 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:16.033420 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:16.086558 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6e4efba9-44d0-4326-ac5b-fd2d22a63ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10811307'] for subnet, precommit_delete_associations {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:16.111393 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Network 8b94c520-ad86-444c-8703-f9e972c0b18a is already hosted by enough agents. {{(pid=86534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:04:16.129985 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Resources bound (agent type, host, resource id):  {{(pid=86534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:04:16.135124 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Received port after_create {{(pid=86534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:04:16.141450 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Allocated IP 172.27.3.142 (2ddae30a-787b-4105-96b6-1d621d63b6d6/f62b3f7c-fd2a-4037-bea1-66926d384c05/96501d5f-a5c9-427f-ba26-4bd8589acbb8) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:04:16.166769 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:16.217261 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6e4efba9-44d0-4326-ac5b-fd2d22a63ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844768'] for subnet, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:16.457374 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Pushing event updated for resources: {'Port': ['ID=78851859-c4e0-45ff-9256-3c1c59d2f42b,revision_number=1']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:16.517820 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:16.752925 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3518d0e8-6544-473f-a686-5c42c8452194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed85d4c9-f7c9-4141-ab04-a295a2d00b65'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:04:16.752925 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Attempting to bind port 78851859-c4e0-45ff-9256-3c1c59d2f42b on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:04:16.752925 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Attempting to bind port 78851859-c4e0-45ff-9256-3c1c59d2f42b by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': 'e627de4d-f85e-41bc-a13c-7703c69f3fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a'}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:04:16.752925 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Attempting to bind port 78851859-c4e0-45ff-9256-3c1c59d2f42b on network 8b94c520-ad86-444c-8703-f9e972c0b18a {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:04:16.755668 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:16.756099 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:04:16.756099 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Checking segment: {'id': 'e627de4d-f85e-41bc-a13c-7703c69f3fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:04:16.756099 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:16.756099 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Bound using segment: {'id': 'e627de4d-f85e-41bc-a13c-7703c69f3fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a'} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:04:16.756099 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Bound port: 78851859-c4e0-45ff-9256-3c1c59d2f42b, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e627de4d-f85e-41bc-a13c-7703c69f3fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a'}}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:04:16.756099 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:16.756099 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port ed85d4c9-f7c9-4141-ab04-a295a2d00b65, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ed85d4c9-f7c9-4141-ab04-a295a2d00b65,segment=NetworkSegment(a608daa6-dfec-42e7-8fad-4704766614e8),segment_id=a608daa6-dfec-42e7-8fad-4704766614e8)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:04:16.775159 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:16.783042 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:16.790004 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:16.819992 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f535d231-6548-4ece-bf1b-08c50b6f1102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:17.021984 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:04:17.039265 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:04:17.063757 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:04:17.082503 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] For port 78851859-c4e0-45ff-9256-3c1c59d2f42b, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:04:17.086832 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=ed85d4c9-f7c9-4141-ab04-a295a2d00b65,revision_number=6']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:17.094757 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] For port 78851859-c4e0-45ff-9256-3c1c59d2f42b, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=78851859-c4e0-45ff-9256-3c1c59d2f42b,segment=NetworkSegment(e627de4d-f85e-41bc-a13c-7703c69f3fdd),segment_id=e627de4d-f85e-41bc-a13c-7703c69f3fdd)] {{(pid=86534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:04:17.096989 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:17.129457 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6e4efba9-44d0-4326-ac5b-fd2d22a63ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3931032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10869100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843236324'] for subnet, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:17.133694 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:17.142186 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:17.156330 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-017bc1e8-0ae4-431a-b0c8-97527b1283c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:17.180371 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Pushing event updated for resources: {'Port': ['ID=96501d5f-a5c9-427f-ba26-4bd8589acbb8,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:17.199350 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:17.225413 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4efba9-44d0-4326-ac5b-fd2d22a63ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68a6c84f-7956-4ac8-b851-9c5728c9af64,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:17.228153 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6e4efba9-44d0-4326-ac5b-fd2d22a63ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:17.231401 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6e4efba9-44d0-4326-ac5b-fd2d22a63ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:17.247771 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-6e4efba9-44d0-4326-ac5b-fd2d22a63ab5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/68a6c84f-7956-4ac8-b851-9c5728c9af64 HTTP/1.1" status: 204  len: 168 time: 1.4273782
Apr 22 13:04:17.252118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58658) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:17.334595 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Pushing event updated for resources: {'Port': ['ID=78851859-c4e0-45ff-9256-3c1c59d2f42b,revision_number=2']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:17.353593 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:17.410454 dv-cinder-787262-3-iscsi neutron-server[86413]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3518d0e8-6544-473f-a686-5c42c8452194', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ed85d4c9-f7c9-4141-ab04-a295a2d00b65', 'code': 422} returned with failed status
Apr 22 13:04:17.454197 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-801df979-e9a4-4948-bb55-a69cf6f13440 req-1cfbb6bb-612c-4ed6-9c79-62dec814e1f9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.5641742
Apr 22 13:04:17.544391 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0e778428-accc-498a-b564-500883b57dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850810900'] for network, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:17.658344 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e31371-d707-4ae1-9e2e-2e44c7d991fd req-c40c6781-f2d5-4e65-9654-6bc09b250feb tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:17.660385 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-82e31371-d707-4ae1-9e2e-2e44c7d991fd req-c40c6781-f2d5-4e65-9654-6bc09b250feb tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 943 time: 0.7409806
Apr 22 13:04:17.926280 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-82e31371-d707-4ae1-9e2e-2e44c7d991fd req-55d1a0a1-05c2-4734-9f9c-1ea7b2a15a70 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1390474
Apr 22 13:04:18.009921 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0e778428-accc-498a-b564-500883b57dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931125', 'neutron.services.segments.db._delete_segments_for_network-8776327253363'] for network, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:18.169831 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-0e778428-accc-498a-b564-500883b57dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb65d1b9da0>,) {'filters': {'network_id': ['474a10cc-0f76-4372-aed0-1029b41a4288']}} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:04:18.189198 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-0e778428-accc-498a-b564-500883b57dc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb65d1b9da0>, 'b9eea96d-2696-4e6d-a88d-38565e81cb60') {'for_net_delete': True} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:04:18.189508 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-0e778428-accc-498a-b564-500883b57dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb65d1b9da0>, 'b9eea96d-2696-4e6d-a88d-38565e81cb60') {} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:04:18.211844 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f04077-f795-4897-a2f0-78fbd31363fd req-91d8b42d-bcfe-4608-9c4b-f74431cd6755 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:18.214973 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-63f04077-f795-4897-a2f0-78fbd31363fd req-91d8b42d-bcfe-4608-9c4b-f74431cd6755 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=a428dcd6-2d29-4542-bbbd-6118b2bdb30d HTTP/1.1" status: 200  len: 946 time: 0.3785331
Apr 22 13:04:18.222188 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0e778428-accc-498a-b564-500883b57dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260527543395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843964509'] for segment, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:18.251388 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:18.289048 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0e778428-accc-498a-b564-500883b57dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:18.313833 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e778428-accc-498a-b564-500883b57dc6 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=86532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 13:04:18.470021 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-63f04077-f795-4897-a2f0-78fbd31363fd req-0f321dfa-08a2-4d7b-a9c5-4a1e8ea8ed9e tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2208886
Apr 22 13:04:18.667392 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-0e778428-accc-498a-b564-500883b57dc6 admin admin] Network 474a10cc-0f76-4372-aed0-1029b41a4288 has no segments {{(pid=86532) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:04:18.688018 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0e778428-accc-498a-b564-500883b57dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850845775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843907377'] for segment, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:19.179278 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-0e778428-accc-498a-b564-500883b57dc6 admin admin] Network 474a10cc-0f76-4372-aed0-1029b41a4288 has no segments {{(pid=86532) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]: Traceback (most recent call last):
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:     timer()
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:     cb(*args, **kw)
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:     return func(*args, **kwargs)
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:     self._notify()
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:     self.callback(batched_events)
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:     event.method(event)
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:     segment_id)['aggregates'][0]
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:     return f(self, *a, **k)
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self._get(url).json()
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:     **kwargs)
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self.request(url, 'GET', **kwargs)
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:     **endpoint_filter)
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 13:04:19.333636 dv-cinder-787262-3-iscsi neutron-server[86413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 13:04:19.336489 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d225e8-305b-4ba3-bdf1-4b5b96fb6d17 None None] Network 8b94c520-ad86-444c-8703-f9e972c0b18a requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:04:19.428154 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0e778428-accc-498a-b564-500883b57dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850844675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-769154'] for network, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:19.434338 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0e778428-accc-498a-b564-500883b57dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:19.452859 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-67b22341-c731-47f9-b5cc-c9e188af3b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:19.471817 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-0e778428-accc-498a-b564-500883b57dc6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/474a10cc-0f76-4372-aed0-1029b41a4288 HTTP/1.1" status: 204  len: 168 time: 2.2167797
Apr 22 13:04:19.472051 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e778428-accc-498a-b564-500883b57dc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=474a10cc-0f76-4372-aed0-1029b41a4288,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:19.487045 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0e778428-accc-498a-b564-500883b57dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:19.530698 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c5b9f885-c650-4815-aa39-fdfd99ca892c None None] Provisioning for port 78851859-c4e0-45ff-9256-3c1c59d2f42b completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:04:19.738328 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c39dc-f531-48ac-8872-28f86926ad40 req-ebcc67d7-d7a6-4ef7-ab1f-7333e7237103 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:19.739217 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 78851859-c4e0-45ff-9256-3c1c59d2f42b up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:04:19.744426 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fa5c39dc-f531-48ac-8872-28f86926ad40 req-ebcc67d7-d7a6-4ef7-ab1f-7333e7237103 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.35 "GET /v2.0/ports?device_id=a428dcd6-2d29-4542-bbbd-6118b2bdb30d HTTP/1.1" status: 200  len: 946 time: 0.8651025
Apr 22 13:04:19.896483 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58676) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:19.905827 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36671d79-0061-49d6-beef-79f0f6363200 req-bccc7f23-77ad-4154-9d01-631962701646 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:19.909106 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-36671d79-0061-49d6-beef-79f0f6363200 req-bccc7f23-77ad-4154-9d01-631962701646 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 943 time: 0.5319803
Apr 22 13:04:19.915138 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port 78851859-c4e0-45ff-9256-3c1c59d2f42b completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:04:19.932850 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 78851859-c4e0-45ff-9256-3c1c59d2f42b triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:04:19.935145 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:19.936808 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767967'] for router, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:20.060973 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-7b001cea-481b-48f8-bddb-f8f1f2d25a3b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1f28b5baa7e494eb69709a7ca602112&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1627462
Apr 22 13:04:20.081544 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65aabb-985e-4398-811b-6250e5fbc6c1 req-72c2bc47-0659-4a6e-ac03-4a7e1b16bb5f tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:20.085343 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7a65aabb-985e-4398-811b-6250e5fbc6c1 req-72c2bc47-0659-4a6e-ac03-4a7e1b16bb5f tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=a428dcd6-2d29-4542-bbbd-6118b2bdb30d HTTP/1.1" status: 200  len: 946 time: 0.2855384
Apr 22 13:04:20.086221 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58680) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:20.181606 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:20.233193 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7a65aabb-985e-4398-811b-6250e5fbc6c1 req-75314f48-ca51-41a4-9d19-d46bb65c87b6 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173868
Apr 22 13:04:20.259820 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-68b6731e-aa32-40f7-b4b2-2983ed2eea74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:20.264163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-6b61f9a6-d110-4b85-80e7-92a1c0f33c40 None None] Provisioning complete for port 78851859-c4e0-45ff-9256-3c1c59d2f42b triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:04:20.264590 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6b61f9a6-d110-4b85-80e7-92a1c0f33c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:20.301416 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-68b6731e-aa32-40f7-b4b2-2983ed2eea74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:20.332172 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port 78851859-c4e0-45ff-9256-3c1c59d2f42b, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=78851859-c4e0-45ff-9256-3c1c59d2f42b,segment=NetworkSegment(e627de4d-f85e-41bc-a13c-7703c69f3fdd),segment_id=e627de4d-f85e-41bc-a13c-7703c69f3fdd)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:04:20.376705 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:20.383887 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:20.390475 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-fa5c39dc-f531-48ac-8872-28f86926ad40 req-070d4055-8b4b-418c-8711-5834b60b8554 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Deleting port eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:04:20.391053 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-fa5c39dc-f531-48ac-8872-28f86926ad40 req-070d4055-8b4b-418c-8711-5834b60b8554 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:20.400653 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-68b6731e-aa32-40f7-b4b2-2983ed2eea74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:20.410649 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2d7b70ef-a6e7-4a97-9187-01bb4aa5576b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:20.436194 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6731e-aa32-40f7-b4b2-2983ed2eea74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e9f9fb-2cbb-4913-8598-4f2290fc75e8,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:20.453477 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-68b6731e-aa32-40f7-b4b2-2983ed2eea74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:20.457591 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-68b6731e-aa32-40f7-b4b2-2983ed2eea74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:20.462653 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-68b6731e-aa32-40f7-b4b2-2983ed2eea74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30e9f9fb-2cbb-4913-8598-4f2290fc75e8 HTTP/1.1" status: 204  len: 168 time: 0.3724692
Apr 22 13:04:20.651389 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-36671d79-0061-49d6-beef-79f0f6363200 req-07d22be0-c954-4b27-a98b-c1a578fd454a tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6938825
Apr 22 13:04:20.682937 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=78851859-c4e0-45ff-9256-3c1c59d2f42b,revision_number=3']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:20.694367 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:20.797229 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801df979-e9a4-4948-bb55-a69cf6f13440 req-62b72eac-88ee-4819-9afc-0a0d1a19843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:20.798915 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-801df979-e9a4-4948-bb55-a69cf6f13440 req-62b72eac-88ee-4819-9afc-0a0d1a19843a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194&tenant_id=f47160e096ea4aef93cb730e0accf8e6 HTTP/1.1" status: 200  len: 1096 time: 0.5096338
Apr 22 13:04:21.031216 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Router fd64f108-ba0b-4b29-ab0d-37bcf9016569 is scheduled to L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 with binding_index 1 {{(pid=86533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 13:04:21.043085 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-fa5c39dc-f531-48ac-8872-28f86926ad40 req-070d4055-8b4b-418c-8711-5834b60b8554 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] For port eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb,segment=NetworkSegment(d97ea531-49b4-49df-a326-4193611b7896),segment_id=d97ea531-49b4-49df-a326-4193611b7896)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:04:21.043601 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-fa5c39dc-f531-48ac-8872-28f86926ad40 req-070d4055-8b4b-418c-8711-5834b60b8554 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:21.262515 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58688) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:21.337809 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-9bb9b881-93b1-4c10-b7b3-7630b6e51831 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3a12d9300334827aeb9b99fa73a1477&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0738363
Apr 22 13:04:21.342209 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58694) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:21.378130 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-fa5c39dc-f531-48ac-8872-28f86926ad40 req-070d4055-8b4b-418c-8711-5834b60b8554 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Calling delete_port for eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:04:21.425141 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5355a2c1-065b-414f-ba7e-1c11138c9961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:21.468900 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5355a2c1-065b-414f-ba7e-1c11138c9961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:21.472080 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801df979-e9a4-4948-bb55-a69cf6f13440 req-01536e61-1b9c-4ea5-a99b-5732ff323b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:21.475543 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-801df979-e9a4-4948-bb55-a69cf6f13440 req-01536e61-1b9c-4ea5-a99b-5732ff323b2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f47160e096ea4aef93cb730e0accf8e6&device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 1096 time: 0.6106639
Apr 22 13:04:21.643126 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 78851859-c4e0-45ff-9256-3c1c59d2f42b up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:04:21.707399 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c89d5-aae7-4ea3-b68f-c8226c9eaa03 req-ffe61238-e9d3-4fe9-b812-54bda1c197ac tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:21.710233 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0c6c89d5-aae7-4ea3-b68f-c8226c9eaa03 req-ffe61238-e9d3-4fe9-b812-54bda1c197ac tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=a428dcd6-2d29-4542-bbbd-6118b2bdb30d HTTP/1.1" status: 200  len: 946 time: 0.2164452
Apr 22 13:04:21.751940 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:04:21.769695 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5355a2c1-065b-414f-ba7e-1c11138c9961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:21.783836 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a197aef5-e528-45c3-a42e-ccaae03a65df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:21.830173 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355a2c1-065b-414f-ba7e-1c11138c9961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df210da-fe30-4047-8354-26f403a732c3,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:21.845699 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5355a2c1-065b-414f-ba7e-1c11138c9961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:21.866756 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5355a2c1-065b-414f-ba7e-1c11138c9961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:21.871146 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-5355a2c1-065b-414f-ba7e-1c11138c9961 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1df210da-fe30-4047-8354-26f403a732c3 HTTP/1.1" status: 204  len: 168 time: 0.5253835
Apr 22 13:04:21.890301 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0c6c89d5-aae7-4ea3-b68f-c8226c9eaa03 req-fc02bd7a-8f88-406d-b99a-c61818ab1e8e tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1711376
Apr 22 13:04:22.003746 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 78851859-c4e0-45ff-9256-3c1c59d2f42b triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:04:22.004398 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:22.097014 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:22.320138 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:04:22.334263 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] Sync routers for ids ['fd64f108-ba0b-4b29-ab0d-37bcf9016569'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:04:22.354611 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] Routers {'fd64f108-ba0b-4b29-ab0d-37bcf9016569'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:04:22.355955 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb6577910b8>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:04:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['fd64f108-ba0b-4b29-ab0d-37bcf9016569'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:04:22.358299 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801df979-e9a4-4948-bb55-a69cf6f13440 req-2f0dabd9-9c09-460d-90d2-3f5a02eb98be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:22.359967 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-801df979-e9a4-4948-bb55-a69cf6f13440 req-2f0dabd9-9c09-460d-90d2-3f5a02eb98be service neutron] 10.222.0.35 "GET /v2.0/networks?id=d05e26c1-05af-49ff-9dfd-3e90bf4899b5 HTTP/1.1" status: 200  len: 910 time: 0.8755267
Apr 22 13:04:22.520596 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-fa5c39dc-f531-48ac-8872-28f86926ad40 req-070d4055-8b4b-418c-8711-5834b60b8554 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:22.551540 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbeaa0f-9310-45e8-a558-1cdd2a6b2ab0 req-ebc69f93-c028-432e-bb6b-38eedde7c145 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:22.554026 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6bbeaa0f-9310-45e8-a558-1cdd2a6b2ab0 req-ebc69f93-c028-432e-bb6b-38eedde7c145 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 943 time: 0.6097395
Apr 22 13:04:22.554789 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b581d7dc-a53a-4549-bfc7-bf331fe2a9c9 tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:22.601201 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-801df979-e9a4-4948-bb55-a69cf6f13440 req-439d33e0-dd1d-467f-9daa-8ebd6168ae3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed85d4c9-f7c9-4141-ab04-a295a2d00b65 HTTP/1.1" status: 200  len: 999 time: 0.2281208
Apr 22 13:04:22.612392 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Notify callbacks [] for router, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:22.617724 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 8.2004972
Apr 22 13:04:22.618338 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58708) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:22.633284 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d4055-8b4b-418c-8711-5834b60b8554 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Pushing event deleted for resources: {'Port': ['ID=eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:22.680937 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-070d4055-8b4b-418c-8711-5834b60b8554 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:22.849003 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5c39dc-f531-48ac-8872-28f86926ad40 req-070d4055-8b4b-418c-8711-5834b60b8554 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] No DVR routers for this DVR port eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb on host hv-cinder-78726 {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:04:22.861949 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-fa5c39dc-f531-48ac-8872-28f86926ad40 req-070d4055-8b4b-418c-8711-5834b60b8554 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:22.866717 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fa5c39dc-f531-48ac-8872-28f86926ad40 req-070d4055-8b4b-418c-8711-5834b60b8554 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.35 "DELETE /v2.0/ports/eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb HTTP/1.1" status: 204  len: 173 time: 3.0990996
Apr 22 13:04:22.878393 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a428dcd6-2d29-4542-bbbd-6118b2bdb30d', 'name': 'network-vif-deleted', 'tag': 'eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:04:22.924631 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6bbeaa0f-9310-45e8-a558-1cdd2a6b2ab0 req-a5531f05-aa5e-4cab-b7b4-2b16b4df6c68 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3270905
Apr 22 13:04:22.929050 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] Set router fd64f108-ba0b-4b29-ab0d-37bcf9016569 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:04:22.962659 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801df979-e9a4-4948-bb55-a69cf6f13440 req-493adf62-6997-4a57-8d7a-7b392f9e43bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:22.965571 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-801df979-e9a4-4948-bb55-a69cf6f13440 req-493adf62-6997-4a57-8d7a-7b392f9e43bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=39298668-4b9e-4e6f-921e-092c9f15844e HTTP/1.1" status: 200  len: 848 time: 0.3335078
Apr 22 13:04:23.107299 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a428dcd6-2d29-4542-bbbd-6118b2bdb30d', 'name': 'network-vif-deleted', 'tag': 'eaea7c93-ef3d-4ed4-93a6-c63d3b00f4fb', 'status': 'completed', 'code': 200}
Apr 22 13:04:23.212878 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801df979-e9a4-4948-bb55-a69cf6f13440 req-e639c410-ab28-465e-9211-675ed18eecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:23.216486 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-801df979-e9a4-4948-bb55-a69cf6f13440 req-e639c410-ab28-465e-9211-675ed18eecfd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d05e26c1-05af-49ff-9dfd-3e90bf4899b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2393301
Apr 22 13:04:23.501844 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-fdf58267-d71e-45d6-bb6d-c3ec6a698d9e req-fbdd2ad2-a8f3-4681-bed5-6bacc2e48a7b tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Synchronizing usage tracker for tenant:da0773a267f14d0bb47b092ca5ffa7d7 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:04:23.539492 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb6577910b8>, [{'id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'name': 'tempest-TestMinimumBasicScenario-2137592041-router', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:14Z', 'updated_at': '2021-04-22T13:04:17Z', 'revision_number': 3, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'gw_port': {'id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:15Z', 'updated_at': '2021-04-22T13:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:04:23.554700 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] Checking router: fd64f108-ba0b-4b29-ab0d-37bcf9016569 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:04:23.555102 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] Updating router fd64f108-ba0b-4b29-ab0d-37bcf9016569 port 96501d5f-a5c9-427f-ba26-4bd8589acbb8 binding host dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 13:04:23.636935 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-fdf58267-d71e-45d6-bb6d-c3ec6a698d9e req-fbdd2ad2-a8f3-4681-bed5-6bacc2e48a7b tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Unset dirty status for tenant:da0773a267f14d0bb47b092ca5ffa7d7 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:04:23.639506 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fdf58267-d71e-45d6-bb6d-c3ec6a698d9e req-fbdd2ad2-a8f3-4681-bed5-6bacc2e48a7b tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=a428dcd6-2d29-4542-bbbd-6118b2bdb30d HTTP/1.1" status: 200  len: 210 time: 0.2462397
Apr 22 13:04:23.650974 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-801df979-e9a4-4948-bb55-a69cf6f13440 req-ea1b8d43-75f6-485f-b374-98ce3183a357 service neutron] 10.222.0.35 "GET /v2.0/networks/d05e26c1-05af-49ff-9dfd-3e90bf4899b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4273686
Apr 22 13:04:23.734569 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:23.821147 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:23.830494 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-801df979-e9a4-4948-bb55-a69cf6f13440 req-e78c7812-5f80-490a-a072-3efa6b850a00 service neutron] 10.222.0.35 "GET /v2.0/networks/d05e26c1-05af-49ff-9dfd-3e90bf4899b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1712065
Apr 22 13:04:24.412200 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Allocated IP 172.20.0.1 (8b94c520-ad86-444c-8703-f9e972c0b18a/b27ad705-4ccd-410e-820d-31197cfabea8/1d86739b-fdcb-41b5-b484-a4d5fd03fdd6) {{(pid=86532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:04:24.466520 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] Notify callbacks [] for port, precommit_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:24.493385 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] Transition to ACTIVE for port object 96501d5f-a5c9-427f-ba26-4bd8589acbb8 will not be triggered until provisioned by entity L2. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:04:24.516951 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c7b8a-7bfc-48ac-8ad1-8713bd662e1e req-f5f53842-648d-4665-b4a0-5d6c0b409134 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:24.518991 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-490c7b8a-7bfc-48ac-8ad1-8713bd662e1e req-f5f53842-648d-4665-b4a0-5d6c0b409134 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 943 time: 0.3039503
Apr 22 13:04:24.528243 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:24.542534 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:24.613153 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-490c7b8a-7bfc-48ac-8ad1-8713bd662e1e req-9676f143-866a-4400-8f9a-8bb59dc321df tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847816
Apr 22 13:04:24.658445 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:24.677977 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Transition to ACTIVE for port object 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6 will not be triggered until provisioned by entity DHCP. {{(pid=86532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:04:24.720533 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77657c5c-8b63-4a92-9781-586454634d8a None None] Pushing event updated for resources: {'Port': ['ID=96501d5f-a5c9-427f-ba26-4bd8589acbb8,revision_number=2']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:24.724471 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] Attempting to bind port 96501d5f-a5c9-427f-ba26-4bd8589acbb8 on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:04:24.725095 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] Attempting to bind port 96501d5f-a5c9-427f-ba26-4bd8589acbb8 by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:04:24.725720 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] Attempting to bind port 96501d5f-a5c9-427f-ba26-4bd8589acbb8 on network 2ddae30a-787b-4105-96b6-1d621d63b6d6 {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:04:24.730361 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-77657c5c-8b63-4a92-9781-586454634d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:24.737799 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:04:24.743215 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] Checking segment: {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:04:24.743215 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:24.743215 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] Bound using segment: {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:04:24.743215 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] Bound port: 96501d5f-a5c9-427f-ba26-4bd8589acbb8, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:04:24.743215 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:24.760741 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:24.766222 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-31d95c96-b8fe-4e62-8aff-1350ce8a3d4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:24.851103 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Network 8b94c520-ad86-444c-8703-f9e972c0b18a is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:04:24.854719 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:04:24.859196 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Received port after_create {{(pid=86532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:04:24.868690 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] For port 96501d5f-a5c9-427f-ba26-4bd8589acbb8, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:04:24.884025 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] For port 96501d5f-a5c9-427f-ba26-4bd8589acbb8, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=96501d5f-a5c9-427f-ba26-4bd8589acbb8,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:04:24.894428 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Pushing event updated for resources: {'Port': ['ID=1d86739b-fdcb-41b5-b484-a4d5fd03fdd6,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:24.902990 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:24.919945 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:24.924594 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:24.947007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854006782'] for router_interface, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:25.021447 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] Routers {'fd64f108-ba0b-4b29-ab0d-37bcf9016569'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:04:25.022639 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb6577910b8>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:04:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['fd64f108-ba0b-4b29-ab0d-37bcf9016569'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:04:25.177680 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77657c5c-8b63-4a92-9781-586454634d8a None None] Pushing event updated for resources: {'Port': ['ID=96501d5f-a5c9-427f-ba26-4bd8589acbb8,revision_number=3']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:25.186978 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-77657c5c-8b63-4a92-9781-586454634d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:25.198468 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:25.261787 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-07885687-db10-42f4-855b-81d47bb97304 None None] Provisioning for port 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6 completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:04:25.267509 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] Set router fd64f108-ba0b-4b29-ab0d-37bcf9016569 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:04:25.359287 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-07885687-db10-42f4-855b-81d47bb97304 None None] Provisioning complete for port 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:04:25.359786 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-07885687-db10-42f4-855b-81d47bb97304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:25.534276 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-07885687-db10-42f4-855b-81d47bb97304 None None] Port 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6 cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 13:04:25.547571 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:25.622702 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843907407'] for port, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:25.663214 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7eac610d-6de1-40dd-8515-ac553a814cab tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:25.820782 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb6577910b8>, [{'id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'name': 'tempest-TestMinimumBasicScenario-2137592041-router', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:14Z', 'updated_at': '2021-04-22T13:04:25Z', 'revision_number': 4, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'gw_port': {'id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:15Z', 'updated_at': '2021-04-22T13:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '1d86739b-fdcb-41b5-b484-a4d5fd03fdd6', 'name': '', 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'mac_address': 'fa:16:3e:c9:d3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:23Z', 'updated_at': '2021-04-22T13:04:24Z', 'revision_number': 1, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'subnets': [{'id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:04:25.825598 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7924bdc9-869d-4950-b1e5-60949ed9027a None None] The sync data for ids ['fd64f108-ba0b-4b29-ab0d-37bcf9016569'] in dv-cinder-787262-3-iscsi is: [{'id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'name': 'tempest-TestMinimumBasicScenario-2137592041-router', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:14Z', 'updated_at': '2021-04-22T13:04:25Z', 'revision_number': 4, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'gw_port': {'id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:15Z', 'updated_at': '2021-04-22T13:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '1d86739b-fdcb-41b5-b484-a4d5fd03fdd6', 'name': '', 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'mac_address': 'fa:16:3e:c9:d3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:23Z', 'updated_at': '2021-04-22T13:04:24Z', 'revision_number': 1, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'subnets': [{'id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:04:25.889027 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Pushing event updated for resources: {'Port': ['ID=1d86739b-fdcb-41b5-b484-a4d5fd03fdd6,revision_number=2']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:25.892562 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-769125'] for router_interface, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:25.896981 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:26.023377 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb13164-bb5a-4cb3-8e66-584c567fc596 req-76d195e6-8c86-41f7-a579-ea038173c8a1 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:26.025125 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5eb13164-bb5a-4cb3-8e66-584c567fc596 req-76d195e6-8c86-41f7-a579-ea038173c8a1 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 943 time: 0.2466185
Apr 22 13:04:26.120625 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5eb13164-bb5a-4cb3-8e66-584c567fc596 req-c1808aa4-c1db-4f7d-a617-6296acfe08d6 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0867317
Apr 22 13:04:26.125657 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Network 8b94c520-ad86-444c-8703-f9e972c0b18a is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:04:26.126948 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:04:26.490079 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Router fd64f108-ba0b-4b29-ab0d-37bcf9016569 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:04:26.502272 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-3867b9b9-35e3-4c99-bb4e-bf91b88d7f21 None None] Provisioning complete for port 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:04:26.502727 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3867b9b9-35e3-4c99-bb4e-bf91b88d7f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:26.622239 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-3867b9b9-35e3-4c99-bb4e-bf91b88d7f21 None None] Port 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6 cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 13:04:26.907200 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:04:26.936822 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] 10.222.0.20 "PUT /v2.0/routers/fd64f108-ba0b-4b29-ab0d-37bcf9016569/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3170052
Apr 22 13:04:27.456722 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cbe36-5587-40b2-8ad5-4666675b1772 req-c8ea1ef3-10b4-4390-8f83-4652cd06a67a tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:27.459534 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-786cbe36-5587-40b2-8ad5-4666675b1772 req-c8ea1ef3-10b4-4390-8f83-4652cd06a67a tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 943 time: 0.1742303
Apr 22 13:04:27.638797 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-786cbe36-5587-40b2-8ad5-4666675b1772 req-3aa2ad28-70e9-4d42-af29-bc00d45bb2a5 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1240294
Apr 22 13:04:27.746041 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 96501d5f-a5c9-427f-ba26-4bd8589acbb8 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:04:27.873939 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port 96501d5f-a5c9-427f-ba26-4bd8589acbb8 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:04:27.879510 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 96501d5f-a5c9-427f-ba26-4bd8589acbb8 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:04:27.879941 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:28.024597 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58808) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:28.028697 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:28.031201 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-375415394-network', 'tenant_id': '001b3bcf4a1d4151b1117c9626761112'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:04:28.043697 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:28.048991 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Usage tracker for resource:network and tenant:001b3bcf4a1d4151b1117c9626761112 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:04:28.051624 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port 96501d5f-a5c9-427f-ba26-4bd8589acbb8, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=96501d5f-a5c9-427f-ba26-4bd8589acbb8,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:04:28.052675 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:04:28.059337 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:28.097086 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:28.099262 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-00c7c452-1731-4bfe-9515-1e459e069c02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:28.142930 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Made reservation on behalf of 001b3bcf4a1d4151b1117c9626761112 for: {'network': 1} {{(pid=86532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:04:28.149174 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for network, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:28.163233 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:28.180059 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:28.186909 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Usage tracker for resource:security_group_rule and tenant:001b3bcf4a1d4151b1117c9626761112 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:04:28.190577 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=96501d5f-a5c9-427f-ba26-4bd8589acbb8,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:28.190853 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:04:28.197327 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:28.198447 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:28.292803 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:28.295243 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:04:28.331105 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:28.337310 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-00d82784-7fc8-4b17-80fe-11d6d2b3a93b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:28.369070 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'}  {{(pid=86532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 13:04:28.378599 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2666bfd7-2e34-4536-8557-c0d797a49ad2,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:28.384837 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:28.388008 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:28.388397 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.segments_db [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Added segment cd12f63f-e9c6-4b65-b2e0-b27382d331d2 of type vlan for network 9efc73a2-2f88-4e09-9ecf-b91923a4ae21
Apr 22 13:04:28.422609 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776326693849'] for network, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:28.508051 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for network, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:28.509672 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:28.510339 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:28.516117 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:28.648423 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Pushing event updated for resources: {'Network': ['ID=9efc73a2-2f88-4e09-9ecf-b91923a4ae21,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:28.651743 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:28.661362 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Network 9efc73a2-2f88-4e09-9ecf-b91923a4ae21 details requested by agent ovs-agent-dv-cinder-787262-3-iscsi with host dv-cinder-787262-3-iscsi {{(pid=86534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 13:04:28.721694 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6955943
Apr 22 13:04:28.724761 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 58816) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:28.731565 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-d5546bd7-304c-421d-86bf-be6cbf437823 admin admin] Request body: {'subnet': {'network_id': '9efc73a2-2f88-4e09-9ecf-b91923a4ae21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-375415394-subnet', 'tenant_id': '001b3bcf4a1d4151b1117c9626761112', 'ip_version': 4}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:04:28.737796 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d5546bd7-304c-421d-86bf-be6cbf437823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:28.743164 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d5546bd7-304c-421d-86bf-be6cbf437823 admin admin] Usage tracker for resource:subnet and tenant:001b3bcf4a1d4151b1117c9626761112 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:04:28.747433 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d5546bd7-304c-421d-86bf-be6cbf437823 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:04:28.755850 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d5546bd7-304c-421d-86bf-be6cbf437823 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:28.811580 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5546bd7-304c-421d-86bf-be6cbf437823 admin admin] Made reservation on behalf of 001b3bcf4a1d4151b1117c9626761112 for: {'subnet': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:04:28.826578 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d5546bd7-304c-421d-86bf-be6cbf437823 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844053260'] for subnet, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:29.040503 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a0bfb-84c0-47d0-84fd-c2ed4faa2739 req-25a3e089-7cbc-453f-b7bf-d641ec5c4087 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:29.043660 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-162a0bfb-84c0-47d0-84fd-c2ed4faa2739 req-25a3e089-7cbc-453f-b7bf-d641ec5c4087 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 943 time: 0.2276433
Apr 22 13:04:29.137349 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-162a0bfb-84c0-47d0-84fd-c2ed4faa2739 req-0dc99338-5835-44d6-876f-a27fd4791794 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804460
Apr 22 13:04:29.547160 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d5546bd7-304c-421d-86bf-be6cbf437823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10865196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844053275'] for subnet, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:29.559024 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:29.634440 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 96501d5f-a5c9-427f-ba26-4bd8589acbb8 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:04:29.670281 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5546bd7-304c-421d-86bf-be6cbf437823 admin admin] Checking segment: {'id': 'cd12f63f-e9c6-4b65-b2e0-b27382d331d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9efc73a2-2f88-4e09-9ecf-b91923a4ae21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:04:29.671132 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5546bd7-304c-421d-86bf-be6cbf437823 admin admin] Network hostable DHCP agents. Network: 9efc73a2-2f88-4e09-9ecf-b91923a4ae21, hostable agents: ['87489297-b04a-4f62-8251-98d0a06ee999'], hosted agents: [] {{(pid=86533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 13:04:29.695567 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5546bd7-304c-421d-86bf-be6cbf437823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=737d3876-31bc-4c92-b75c-c23a752139df,revision_number=0']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:29.699247 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d5546bd7-304c-421d-86bf-be6cbf437823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:29.731469 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 96501d5f-a5c9-427f-ba26-4bd8589acbb8 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:04:29.732305 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:29.787845 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5546bd7-304c-421d-86bf-be6cbf437823 admin admin] Network 9efc73a2-2f88-4e09-9ecf-b91923a4ae21 is scheduled to be hosted by DHCP agent 87489297-b04a-4f62-8251-98d0a06ee999 with binding_index 1 {{(pid=86533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 13:04:29.839955 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-d5546bd7-304c-421d-86bf-be6cbf437823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-iscsi, 9efc73a2-2f88-4e09-9ecf-b91923a4ae21) {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:04:29.860516 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb17458-46ef-4c33-9eb6-b824eaa55160 None None] Network 9efc73a2-2f88-4e09-9ecf-b91923a4ae21 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:04:29.883225 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5546bd7-304c-421d-86bf-be6cbf437823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:29.884389 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d5546bd7-304c-421d-86bf-be6cbf437823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:29.886780 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58844) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:29.929481 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] Sync routers for ids ['fd64f108-ba0b-4b29-ab0d-37bcf9016569'] in dv-cinder-787262-3-iscsi {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:04:29.950249 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] Routers {'fd64f108-ba0b-4b29-ab0d-37bcf9016569'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:04:29.951382 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c3465f8>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:04:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['fd64f108-ba0b-4b29-ab0d-37bcf9016569'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:04:29.981402 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 58850) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:29.982385 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-d5546bd7-304c-421d-86bf-be6cbf437823 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.2554963
Apr 22 13:04:29.992115 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-375415394-router', 'tenant_id': '001b3bcf4a1d4151b1117c9626761112', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:04:30.007111 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:30.016610 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Usage tracker for resource:router and tenant:001b3bcf4a1d4151b1117c9626761112 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:04:30.026383 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:04:30.067103 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:30.076857 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f4631ad2-dbb6-4365-9610-50ba087d86f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:30.096469 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-f4631ad2-dbb6-4365-9610-50ba087d86f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:30.108835 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f4631ad2-dbb6-4365-9610-50ba087d86f1 admin admin] Usage tracker for resource:security_group_rule and tenant:74703ae9e7d940b4b0acbe2c210cbd2c is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:04:30.116929 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f4631ad2-dbb6-4365-9610-50ba087d86f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:04:30.135586 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-f4631ad2-dbb6-4365-9610-50ba087d86f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:30.153657 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-663020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-599'] for router, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:30.156731 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854112796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854008062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775217'] for router, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:30.202140 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:30.243126 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] Set router fd64f108-ba0b-4b29-ab0d-37bcf9016569 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:04:30.311308 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffcb9097-8cb5-5ed6-be24-ccbd137e2060-9efc73a2-2f88-4e09-9ecf-b91923a4ae21', 'network_id': '9efc73a2-2f88-4e09-9ecf-b91923a4ae21', 'tenant_id': '001b3bcf4a1d4151b1117c9626761112', 'fixed_ips': [{'subnet_id': '737d3876-31bc-4c92-b75c-c23a752139df'}]}} from dv-cinder-787262-3-iscsi. {{(pid=86534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 13:04:30.312640 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:30.491214 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f4631ad2-dbb6-4365-9610-50ba087d86f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:30.537553 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f374727-12ce-46ad-9478-c41f2e1d15f1 req-00a316d5-904e-4ccf-b846-8ac4b8fa3ebc tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:30.559564 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4f374727-12ce-46ad-9478-c41f2e1d15f1 req-00a316d5-904e-4ccf-b846-8ac4b8fa3ebc tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 943 time: 0.2422645
Apr 22 13:04:30.582570 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f4631ad2-dbb6-4365-9610-50ba087d86f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:30.635682 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c5a52427-8482-46d3-a15b-c425cd2deadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:30.641686 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Allocated IP 172.20.0.2 (9efc73a2-2f88-4e09-9ecf-b91923a4ae21/737d3876-31bc-4c92-b75c-c23a752139df/f4ee468a-1716-4442-ad09-f661a4ee4334) {{(pid=86534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:04:30.701562 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4f374727-12ce-46ad-9478-c41f2e1d15f1 req-bbd77e7d-cb02-4659-bf02-ebe8c88abd47 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1402566
Apr 22 13:04:30.803730 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-f4631ad2-dbb6-4365-9610-50ba087d86f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74703ae9e7d940b4b0acbe2c210cbd2c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9150090
Apr 22 13:04:30.808501 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 58860) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:30.939899 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c3465f8>, [{'id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'name': 'tempest-TestMinimumBasicScenario-2137592041-router', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:14Z', 'updated_at': '2021-04-22T13:04:25Z', 'revision_number': 4, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'gw_port': {'id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:15Z', 'updated_at': '2021-04-22T13:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '1d86739b-fdcb-41b5-b484-a4d5fd03fdd6', 'name': '', 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'mac_address': 'fa:16:3e:c9:d3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:23Z', 'updated_at': '2021-04-22T13:04:25Z', 'revision_number': 2, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'subnets': [{'id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:04:30.970035 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1ab252a5-7560-484d-abeb-eb25416b0379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:31.023368 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1ab252a5-7560-484d-abeb-eb25416b0379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:31.035018 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] Checking router: fd64f108-ba0b-4b29-ab0d-37bcf9016569 for host: dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:04:31.036085 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] Updating router fd64f108-ba0b-4b29-ab0d-37bcf9016569 port 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6 binding host dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 13:04:31.043561 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Notify callbacks [] for port, precommit_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:31.057075 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Transition to ACTIVE for port object f4ee468a-1716-4442-ad09-f661a4ee4334 will not be triggered until provisioned by entity L2. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:04:31.083537 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Transition to ACTIVE for port object f4ee468a-1716-4442-ad09-f661a4ee4334 will not be triggered until provisioned by entity DHCP. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:04:31.125738 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:31.134075 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:31.147363 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:31.168044 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4631ad2-dbb6-4365-9610-50ba087d86f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a304aa5c-0f04-4d05-a9c0-ddce57ecf32b,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:31.181859 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f4631ad2-dbb6-4365-9610-50ba087d86f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:31.182347 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1ab252a5-7560-484d-abeb-eb25416b0379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:31.188346 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7e329088-1773-4302-9440-839abc409bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:31.196254 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854007819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775248'] for router, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:31.211763 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab252a5-7560-484d-abeb-eb25416b0379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a304aa5c-0f04-4d05-a9c0-ddce57ecf32b,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:31.214405 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1ab252a5-7560-484d-abeb-eb25416b0379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:31.221887 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Pushing event updated for resources: {'Port': ['ID=f4ee468a-1716-4442-ad09-f661a4ee4334,revision_number=1']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:31.222210 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1ab252a5-7560-484d-abeb-eb25416b0379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:31.223245 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-1ab252a5-7560-484d-abeb-eb25416b0379 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a304aa5c-0f04-4d05-a9c0-ddce57ecf32b HTTP/1.1" status: 204  len: 168 time: 0.4130194
Apr 22 13:04:31.241420 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:31.252753 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Network 9efc73a2-2f88-4e09-9ecf-b91923a4ae21 is already hosted by enough agents. {{(pid=86534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:04:31.257051 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Resources bound (agent type, host, resource id):  {{(pid=86534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:04:31.262524 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Received port after_create {{(pid=86534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:04:31.407235 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Attempting to bind port f4ee468a-1716-4442-ad09-f661a4ee4334 on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:04:31.407601 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Attempting to bind port f4ee468a-1716-4442-ad09-f661a4ee4334 by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': 'cd12f63f-e9c6-4b65-b2e0-b27382d331d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9efc73a2-2f88-4e09-9ecf-b91923a4ae21'}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:04:31.408010 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Attempting to bind port f4ee468a-1716-4442-ad09-f661a4ee4334 on network 9efc73a2-2f88-4e09-9ecf-b91923a4ae21 {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:04:31.416965 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:04:31.417654 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Checking segment: {'id': 'cd12f63f-e9c6-4b65-b2e0-b27382d331d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9efc73a2-2f88-4e09-9ecf-b91923a4ae21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:04:31.418379 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:31.419055 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Bound using segment: {'id': 'cd12f63f-e9c6-4b65-b2e0-b27382d331d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9efc73a2-2f88-4e09-9ecf-b91923a4ae21'} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:04:31.419962 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Bound port: f4ee468a-1716-4442-ad09-f661a4ee4334, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd12f63f-e9c6-4b65-b2e0-b27382d331d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9efc73a2-2f88-4e09-9ecf-b91923a4ae21'}}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:04:31.420665 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:31.640191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] For port f4ee468a-1716-4442-ad09-f661a4ee4334, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:04:31.645229 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] For port f4ee468a-1716-4442-ad09-f661a4ee4334, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=f4ee468a-1716-4442-ad09-f661a4ee4334,segment=NetworkSegment(cd12f63f-e9c6-4b65-b2e0-b27382d331d2),segment_id=cd12f63f-e9c6-4b65-b2e0-b27382d331d2)] {{(pid=86534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:04:31.680104 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:31.690570 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:31.710565 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] Notify callbacks [] for port, precommit_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:31.750651 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] Transition to ACTIVE for port object 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6 will not be triggered until provisioned by entity L2. {{(pid=86535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:04:31.796658 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:31.814539 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9bcbea62-b02d-438a-a4a7-e4bfa0db5a12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:31.816563 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Pushing event updated for resources: {'Port': ['ID=f4ee468a-1716-4442-ad09-f661a4ee4334,revision_number=2']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:31.826377 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:31.927189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:31.970301 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:32.030844 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547cf04-1364-444b-9612-91abe653bf1e None None] Pushing event updated for resources: {'Port': ['ID=1d86739b-fdcb-41b5-b484-a4d5fd03fdd6,revision_number=3']} {{(pid=86535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:32.082596 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547cf04-1364-444b-9612-91abe653bf1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:32.082983 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547cf04-1364-444b-9612-91abe653bf1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:32.083454 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547cf04-1364-444b-9612-91abe653bf1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:32.083841 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547cf04-1364-444b-9612-91abe653bf1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:32.084211 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547cf04-1364-444b-9612-91abe653bf1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:32.084581 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547cf04-1364-444b-9612-91abe653bf1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:32.085173 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547cf04-1364-444b-9612-91abe653bf1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:32.085324 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547cf04-1364-444b-9612-91abe653bf1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:32.085623 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547cf04-1364-444b-9612-91abe653bf1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:32.085984 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547cf04-1364-444b-9612-91abe653bf1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:32.086343 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547cf04-1364-444b-9612-91abe653bf1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:32.087052 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5547cf04-1364-444b-9612-91abe653bf1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:32.101135 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5547cf04-1364-444b-9612-91abe653bf1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:32.113723 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] Attempting to bind port 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6 on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:04:32.113978 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] Attempting to bind port 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6 by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': 'e627de4d-f85e-41bc-a13c-7703c69f3fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a'}] {{(pid=86535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:04:32.114361 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] Attempting to bind port 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6 on network 8b94c520-ad86-444c-8703-f9e972c0b18a {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:04:32.121658 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:04:32.122084 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] Checking segment: {'id': 'e627de4d-f85e-41bc-a13c-7703c69f3fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:04:32.122510 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:32.122949 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] Bound using segment: {'id': 'e627de4d-f85e-41bc-a13c-7703c69f3fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a'} {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:04:32.123607 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] Bound port: 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e627de4d-f85e-41bc-a13c-7703c69f3fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a'}}] {{(pid=86535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:04:32.124081 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:32.136967 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a7706-1fe9-4b03-928d-9dd349197e87 req-a0861688-8773-444e-962e-df327e5cf1e5 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:32.138856 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c04a7706-1fe9-4b03-928d-9dd349197e87 req-a0861688-8773-444e-962e-df327e5cf1e5 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 943 time: 0.2848005
Apr 22 13:04:32.244663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Allocated IP 172.27.3.233 (2ddae30a-787b-4105-96b6-1d621d63b6d6/f62b3f7c-fd2a-4037-bea1-66926d384c05/b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a) {{(pid=86532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:04:32.250274 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c04a7706-1fe9-4b03-928d-9dd349197e87 req-f071c6df-8c6f-405b-b5d3-a846be6d3a62 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020939
Apr 22 13:04:32.300814 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] For port 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:04:32.306247 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] For port 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=1d86739b-fdcb-41b5-b484-a4d5fd03fdd6,segment=NetworkSegment(e627de4d-f85e-41bc-a13c-7703c69f3fdd),segment_id=e627de4d-f85e-41bc-a13c-7703c69f3fdd)] {{(pid=86535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:04:32.463006 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:32.502930 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device ed85d4c9-f7c9-4141-ab04-a295a2d00b65 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 13:04:32.673128 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port ed85d4c9-f7c9-4141-ab04-a295a2d00b65, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ed85d4c9-f7c9-4141-ab04-a295a2d00b65,segment=NetworkSegment(a608daa6-dfec-42e7-8fad-4704766614e8),segment_id=a608daa6-dfec-42e7-8fad-4704766614e8)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:04:32.691840 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': 'ed85d4c9-f7c9-4141-ab04-a295a2d00b65', 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5', 'port_id': 'ed85d4c9-f7c9-4141-ab04-a295a2d00b65', 'mac_address': 'fa:16:3e:b0:c5:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 13:04:32.758765 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:32.782434 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed85d4c9-f7c9-4141-ab04-a295a2d00b65 {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:04:32.800568 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port ed85d4c9-f7c9-4141-ab04-a295a2d00b65, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ed85d4c9-f7c9-4141-ab04-a295a2d00b65,segment=NetworkSegment(a608daa6-dfec-42e7-8fad-4704766614e8),segment_id=a608daa6-dfec-42e7-8fad-4704766614e8)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:04:33.138305 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:33.145414 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:33.153403 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:33.157462 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:33.158911 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4c5471ea-286e-4260-bcb9-18135b58f42d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:33.159909 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:33.316828 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=ed85d4c9-f7c9-4141-ab04-a295a2d00b65,revision_number=7']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:33.321702 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:33.345029 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:04:33.347853 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:04:33.353831 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547cf04-1364-444b-9612-91abe653bf1e None None] Pushing event updated for resources: {'Port': ['ID=1d86739b-fdcb-41b5-b484-a4d5fd03fdd6,revision_number=4']} {{(pid=86535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:33.354101 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Received port after_create {{(pid=86532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:04:33.358478 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5547cf04-1364-444b-9612-91abe653bf1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:33.359140 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] Routers {'fd64f108-ba0b-4b29-ab0d-37bcf9016569'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:04:33.359914 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c3465f8>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:04:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['fd64f108-ba0b-4b29-ab0d-37bcf9016569'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:04:33.472706 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 58878) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:33.560257 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ff09f80d-609e-406c-9cfd-0563ac01a670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:33.612146 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-ff09f80d-609e-406c-9cfd-0563ac01a670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:33.635090 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c56184-f394-4831-94a0-796aa8edb084 None None] Network 9efc73a2-2f88-4e09-9ecf-b91923a4ae21 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:04:33.640743 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-ff09f80d-609e-406c-9cfd-0563ac01a670 admin admin] Usage tracker for resource:security_group_rule and tenant:74a109cc2bd94a5faf042b6a9ae389f2 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:04:33.653276 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-ff09f80d-609e-406c-9cfd-0563ac01a670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:04:33.685512 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-ff09f80d-609e-406c-9cfd-0563ac01a670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:33.888904 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ff09f80d-609e-406c-9cfd-0563ac01a670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:33.975349 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ff09f80d-609e-406c-9cfd-0563ac01a670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:34.025019 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-46fa25e1-724e-47e3-bb64-b5037edf306e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:34.035438 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] Set router fd64f108-ba0b-4b29-ab0d-37bcf9016569 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:04:34.037699 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-ff09f80d-609e-406c-9cfd-0563ac01a670 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74a109cc2bd94a5faf042b6a9ae389f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5638127
Apr 22 13:04:34.045702 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 58882) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:34.121191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09f80d-609e-406c-9cfd-0563ac01a670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbad660-72c1-4d45-a4ed-5d9df0c6be59,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:34.139647 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ff09f80d-609e-406c-9cfd-0563ac01a670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:34.156996 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Pushing event updated for resources: {'Port': ['ID=b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:34.164472 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.010s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:34.204947 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device f4ee468a-1716-4442-ad09-f661a4ee4334 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:04:34.249992 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f815f3-dac8-4efe-a3b8-171b45b3eac6 req-aa33fee0-1fa6-4f29-b7b0-e278d44299ad tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:34.252837 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-30f815f3-dac8-4efe-a3b8-171b45b3eac6 req-aa33fee0-1fa6-4f29-b7b0-e278d44299ad tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 944 time: 0.3617373
Apr 22 13:04:34.324093 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6b93bff4-62d7-4b91-839a-06129c02d66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:34.361171 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-8bdd3bbb-62ee-4f95-870f-d0a8e8c59ff9 None None] Provisioning for port f4ee468a-1716-4442-ad09-f661a4ee4334 completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:04:34.385683 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-30f815f3-dac8-4efe-a3b8-171b45b3eac6 req-cf5fbfc7-7ebb-4e68-a054-2a68c5063712 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1174517
Apr 22 13:04:34.401040 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6b93bff4-62d7-4b91-839a-06129c02d66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:34.508244 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6b93bff4-62d7-4b91-839a-06129c02d66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:34.510841 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:34.514223 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-faba2dfd-529c-408f-ae21-b3e5690cfa55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:34.538648 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93bff4-62d7-4b91-839a-06129c02d66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbad660-72c1-4d45-a4ed-5d9df0c6be59,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:34.544884 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6b93bff4-62d7-4b91-839a-06129c02d66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:34.546766 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6b93bff4-62d7-4b91-839a-06129c02d66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:34.548007 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-6b93bff4-62d7-4b91-839a-06129c02d66a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9dbad660-72c1-4d45-a4ed-5d9df0c6be59 HTTP/1.1" status: 204  len: 168 time: 0.5020900
Apr 22 13:04:34.573305 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c3465f8>, [{'id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'name': 'tempest-TestMinimumBasicScenario-2137592041-router', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:14Z', 'updated_at': '2021-04-22T13:04:25Z', 'revision_number': 4, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'gw_port': {'id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:15Z', 'updated_at': '2021-04-22T13:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '1d86739b-fdcb-41b5-b484-a4d5fd03fdd6', 'name': '', 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'mac_address': 'fa:16:3e:c9:d3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:23Z', 'updated_at': '2021-04-22T13:04:32Z', 'revision_number': 4, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'subnets': [{'id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:04:34.584352 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee5537f-3f4c-4c9a-900e-55f134e0e581 None None] The sync data for ids ['fd64f108-ba0b-4b29-ab0d-37bcf9016569'] in dv-cinder-787262-3-iscsi is: [{'id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'name': 'tempest-TestMinimumBasicScenario-2137592041-router', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:14Z', 'updated_at': '2021-04-22T13:04:25Z', 'revision_number': 4, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'gw_port': {'id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:15Z', 'updated_at': '2021-04-22T13:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '1d86739b-fdcb-41b5-b484-a4d5fd03fdd6', 'name': '', 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'mac_address': 'fa:16:3e:c9:d3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:23Z', 'updated_at': '2021-04-22T13:04:32Z', 'revision_number': 4, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'subnets': [{'id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:04:34.586503 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port f4ee468a-1716-4442-ad09-f661a4ee4334 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:04:34.599455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['ed85d4c9-f7c9-4141-ab04-a295a2d00b65'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 13:04:34.734240 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port f4ee468a-1716-4442-ad09-f661a4ee4334 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:04:34.734661 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:35.018048 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-8e9c25da-3b55-4b42-98a3-49e52187cb34 None None] Provisioning complete for port f4ee468a-1716-4442-ad09-f661a4ee4334 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:04:35.019644 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8e9c25da-3b55-4b42-98a3-49e52187cb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:35.187062 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767967'] for router, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:35.311062 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:35.406423 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port f4ee468a-1716-4442-ad09-f661a4ee4334, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=f4ee468a-1716-4442-ad09-f661a4ee4334,segment=NetworkSegment(cd12f63f-e9c6-4b65-b2e0-b27382d331d2),segment_id=cd12f63f-e9c6-4b65-b2e0-b27382d331d2)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:04:35.421000 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8e9c25da-3b55-4b42-98a3-49e52187cb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:35.445376 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:35.446327 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:04:35.482858 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:35.714451 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c627b-fbdc-4857-930a-01d63b3673c0 req-f1e0a9dd-13d4-480c-a6be-0eb8162b580e tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:35.726415 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-789c627b-fbdc-4857-930a-01d63b3673c0 req-f1e0a9dd-13d4-480c-a6be-0eb8162b580e tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 944 time: 0.1620896
Apr 22 13:04:35.743295 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4eeab719-8b57-4325-a1f2-7d3593d454d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:35.764152 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=f4ee468a-1716-4442-ad09-f661a4ee4334,revision_number=3']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:35.770989 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:35.791663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.db.api [None req-8e9c25da-3b55-4b42-98a3-49e52187cb34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86534) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 13:04:35.792097 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_db.api [None req-8e9c25da-3b55-4b42-98a3-49e52187cb34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 13:04:35.810208 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-789c627b-fbdc-4857-930a-01d63b3673c0 req-053c8f6f-c3ff-4d9f-9a7f-c746c9f7d03d tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820680
Apr 22 13:04:35.874466 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:04:35.883363 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:04:35.884169 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:35.951219 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-621ca145-f5f3-4ce8-a175-4421e271b494 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:35.952855 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-621ca145-f5f3-4ce8-a175-4421e271b494 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/networks?id=d3d7c079-73af-4f4d-89c5-b0170c0cc9a5 HTTP/1.1" status: 200  len: 814 time: 0.9068334
Apr 22 13:04:36.009579 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-663836d5-4752-42ac-890a-1ba4b347a0c5 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/quotas/da0773a267f14d0bb47b092ca5ffa7d7 HTTP/1.1" status: 200  len: 375 time: 0.0358813
Apr 22 13:04:36.143931 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:36.149989 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-2f958711-290c-4b2b-af83-5661be537f0f tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=da0773a267f14d0bb47b092ca5ffa7d7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1176283
Apr 22 13:04:36.192683 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=1d86739b-fdcb-41b5-b484-a4d5fd03fdd6,segment=NetworkSegment(e627de4d-f85e-41bc-a13c-7703c69f3fdd),segment_id=e627de4d-f85e-41bc-a13c-7703c69f3fdd)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:04:36.280053 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:36.282008 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Router 5e01b9d8-c832-4b27-8285-4752e0bbd3a8 is scheduled to L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 with binding_index 1 {{(pid=86532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 13:04:36.284255 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:36.431342 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device ed85d4c9-f7c9-4141-ab04-a295a2d00b65 up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:04:36.480812 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device f4ee468a-1716-4442-ad09-f661a4ee4334 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:04:36.521128 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-575573fd-d235-4a8b-941b-833aa9f4c17a service neutron] 10.222.0.20 "GET /v2.0/networks/d3d7c079-73af-4f4d-89c5-b0170c0cc9a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3532279
Apr 22 13:04:36.648012 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:04:36.671309 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] Sync routers for ids ['5e01b9d8-c832-4b27-8285-4752e0bbd3a8'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:04:36.695375 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=1d86739b-fdcb-41b5-b484-a4d5fd03fdd6,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:36.704134 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:36.710012 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] Routers {'5e01b9d8-c832-4b27-8285-4752e0bbd3a8'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:04:36.710741 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb6577c6e80>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:04:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['5e01b9d8-c832-4b27-8285-4752e0bbd3a8'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:04:36.733733 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-396a13a0-f9db-4a8c-91c4-903b7482d386 service neutron] 10.222.0.20 "GET /v2.0/networks/d3d7c079-73af-4f4d-89c5-b0170c0cc9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1974499
Apr 22 13:04:36.737103 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Notify callbacks [] for router, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:36.743477 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 6.7553372
Apr 22 13:04:36.744449 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 58930) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:04:36.894628 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port ed85d4c9-f7c9-4141-ab04-a295a2d00b65 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:04:36.894628 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:36.937337 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port f4ee468a-1716-4442-ad09-f661a4ee4334 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:04:36.937757 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:37.117773 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:37.120477 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] Set router 5e01b9d8-c832-4b27-8285-4752e0bbd3a8 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:04:37.131930 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a34293e2-a2f4-4f75-a406-14abfa7308a1 req-0ef036d9-7f6e-4cae-909a-c118554b9bb0 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 210 time: 0.0606685
Apr 22 13:04:37.477798 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d494fc-e232-4ab7-bba3-a4a69c8bac97 req-51c1f0c5-2825-44cb-ba25-9c3dac4c1ab7 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:37.479643 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-39d494fc-e232-4ab7-bba3-a4a69c8bac97 req-51c1f0c5-2825-44cb-ba25-9c3dac4c1ab7 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 944 time: 0.3134398
Apr 22 13:04:37.616550 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-39d494fc-e232-4ab7-bba3-a4a69c8bac97 req-dc5916ea-8ed3-49c9-9ddf-ca66aab80288 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1139040
Apr 22 13:04:37.777118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:37.825800 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3518d0e8-6544-473f-a686-5c42c8452194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed85d4c9-f7c9-4141-ab04-a295a2d00b65'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:04:37.853430 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port ed85d4c9-f7c9-4141-ab04-a295a2d00b65, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ed85d4c9-f7c9-4141-ab04-a295a2d00b65,segment=NetworkSegment(a608daa6-dfec-42e7-8fad-4704766614e8),segment_id=a608daa6-dfec-42e7-8fad-4704766614e8)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:04:37.910354 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3518d0e8-6544-473f-a686-5c42c8452194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed85d4c9-f7c9-4141-ab04-a295a2d00b65', 'code': 200}
Apr 22 13:04:37.926637 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:37.929848 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5b1e5f24-9ce4-431b-b913-e0e96222a3cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:38.019448 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=ed85d4c9-f7c9-4141-ab04-a295a2d00b65,revision_number=8']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:38.025805 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:38.028288 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb6577c6e80>, [{'id': '5e01b9d8-c832-4b27-8285-4752e0bbd3a8', 'name': 'tempest-TestMinimumBasicScenario-375415394-router', 'tenant_id': '001b3bcf4a1d4151b1117c9626761112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:30Z', 'updated_at': '2021-04-22T13:04:34Z', 'revision_number': 3, 'project_id': '001b3bcf4a1d4151b1117c9626761112', 'gw_port': {'id': 'b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e01b9d8-c832-4b27-8285-4752e0bbd3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:32Z', 'updated_at': '2021-04-22T13:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:04:38.033100 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] Checking router: 5e01b9d8-c832-4b27-8285-4752e0bbd3a8 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:04:38.033499 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] Updating router 5e01b9d8-c832-4b27-8285-4752e0bbd3a8 port b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a binding host dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 13:04:38.101402 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:38.114858 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:38.396529 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:04:38.609821 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5a0ebaf5-e414-4fad-bfe6-c8eaad0afe78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:38.681340 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:04:38.681934 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:38.954772 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f021029c-1390-4f25-9548-47bf17555c21 req-dd8640c9-0574-4176-ae60-34bef7c33f8b tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 210 time: 0.0873976
Apr 22 13:04:38.997082 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Allocated IP 172.20.0.1 (9efc73a2-2f88-4e09-9ecf-b91923a4ae21/737d3876-31bc-4c92-b75c-c23a752139df/d246371a-83b2-44e0-8e31-148d1ec43df0) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:04:39.032253 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] Notify callbacks [] for port, precommit_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:39.049809 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] Transition to ACTIVE for port object b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a will not be triggered until provisioned by entity L2. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:04:39.054191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c263c0-7750-4502-85d3-b50f4e133f9e req-b3b53097-4bf8-43fc-aabf-6a71195d5c4d tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:39.056256 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d9c263c0-7750-4502-85d3-b50f4e133f9e req-b3b53097-4bf8-43fc-aabf-6a71195d5c4d tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.1392412
Apr 22 13:04:39.103103 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:39.123823 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:39.125793 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d9c263c0-7750-4502-85d3-b50f4e133f9e req-0bcf8c34-7f4f-4eae-8fb7-d2c189d5bd03 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626297
Apr 22 13:04:39.196199 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14975e62-a08b-47b4-b9fa-e6352e0cacc5 req-1c6ce441-83ad-40d1-80ab-ad20db86c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:39.198900 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-14975e62-a08b-47b4-b9fa-e6352e0cacc5 req-1c6ce441-83ad-40d1-80ab-ad20db86c6be service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 1098 time: 0.7659564
Apr 22 13:04:39.255936 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] Attempting to bind port b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:04:39.256262 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] Attempting to bind port b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:04:39.256916 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] Attempting to bind port b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a on network 2ddae30a-787b-4105-96b6-1d621d63b6d6 {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:04:39.295655 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:04:39.296330 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] Checking segment: {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:04:39.297035 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:39.298473 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] Bound using segment: {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:04:39.299436 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] Bound port: b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:04:39.300109 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:39.337225 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-14975e62-a08b-47b4-b9fa-e6352e0cacc5 req-dff5bb6f-322d-4a32-9986-76bf507f86c8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1299851
Apr 22 13:04:39.360473 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89fdb9-bd6f-4bbc-9d39-05cc28455b3c None None] Pushing event updated for resources: {'Port': ['ID=b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a,revision_number=2']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:39.371959 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3a89fdb9-bd6f-4bbc-9d39-05cc28455b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:39.386721 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:39.407576 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Transition to ACTIVE for port object d246371a-83b2-44e0-8e31-148d1ec43df0 will not be triggered until provisioned by entity DHCP. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:04:39.414083 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] For port b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:04:39.419577 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] For port b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:04:39.446291 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:39.451685 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:39.462873 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:39.467435 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-56c08607-3513-439f-b1a8-e36a44e70581 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:39.535365 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89fdb9-bd6f-4bbc-9d39-05cc28455b3c None None] Pushing event updated for resources: {'Port': ['ID=b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a,revision_number=3']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:39.541173 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3a89fdb9-bd6f-4bbc-9d39-05cc28455b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:39.544933 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Pushing event updated for resources: {'Port': ['ID=d246371a-83b2-44e0-8e31-148d1ec43df0,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:39.546340 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] Routers {'5e01b9d8-c832-4b27-8285-4752e0bbd3a8'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:04:39.546962 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb6577c6e80>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:04:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['5e01b9d8-c832-4b27-8285-4752e0bbd3a8'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:04:39.548231 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:39.563394 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Network 9efc73a2-2f88-4e09-9ecf-b91923a4ae21 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:04:39.564640 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:04:39.567233 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:04:39.638934 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854006782'] for router_interface, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:39.829536 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] Set router 5e01b9d8-c832-4b27-8285-4752e0bbd3a8 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:04:40.075670 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-17ab9006-d66f-4adb-a257-1e6d3ff1c643 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:40.075670 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-17ab9006-d66f-4adb-a257-1e6d3ff1c643 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.35 "GET /v2.0/networks?id=d3d7c079-73af-4f4d-89c5-b0170c0cc9a5 HTTP/1.1" status: 200  len: 814 time: 0.2134082
Apr 22 13:04:40.084400 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-d47cc23d-0018-45cc-b5ba-bf4cacae59ad tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Request body: {'port': {'device_id': '1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51', 'network_id': 'd3d7c079-73af-4f4d-89c5-b0170c0cc9a5', 'admin_state_up': True, 'tenant_id': 'da0773a267f14d0bb47b092ca5ffa7d7'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:04:40.119097 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-28ae1cec-3242-4374-8e32-310b922922f8 None None] Provisioning for port d246371a-83b2-44e0-8e31-148d1ec43df0 completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:04:40.133886 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-28ae1cec-3242-4374-8e32-310b922922f8 None None] Provisioning complete for port d246371a-83b2-44e0-8e31-148d1ec43df0 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:04:40.134384 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-28ae1cec-3242-4374-8e32-310b922922f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:40.347300 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-28ae1cec-3242-4374-8e32-310b922922f8 None None] Port d246371a-83b2-44e0-8e31-148d1ec43df0 cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 13:04:40.354958 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:40.444490 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f815dc18-0d99-4e01-b664-014f98020f30 req-401528e9-5484-43e1-ba34-fc3538950a45 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 210 time: 0.1627049
Apr 22 13:04:40.505248 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:40.519749 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb6577c6e80>, [{'id': '5e01b9d8-c832-4b27-8285-4752e0bbd3a8', 'name': 'tempest-TestMinimumBasicScenario-375415394-router', 'tenant_id': '001b3bcf4a1d4151b1117c9626761112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:30Z', 'updated_at': '2021-04-22T13:04:34Z', 'revision_number': 3, 'project_id': '001b3bcf4a1d4151b1117c9626761112', 'gw_port': {'id': 'b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e01b9d8-c832-4b27-8285-4752e0bbd3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:32Z', 'updated_at': '2021-04-22T13:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:04:40.524557 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:40.529310 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2f8696-cae0-409a-8f03-d86b0631e32b None None] The sync data for ids ['5e01b9d8-c832-4b27-8285-4752e0bbd3a8'] in dv-cinder-787262-3-iscsi is: [{'id': '5e01b9d8-c832-4b27-8285-4752e0bbd3a8', 'name': 'tempest-TestMinimumBasicScenario-375415394-router', 'tenant_id': '001b3bcf4a1d4151b1117c9626761112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:30Z', 'updated_at': '2021-04-22T13:04:34Z', 'revision_number': 3, 'project_id': '001b3bcf4a1d4151b1117c9626761112', 'gw_port': {'id': 'b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e01b9d8-c832-4b27-8285-4752e0bbd3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:32Z', 'updated_at': '2021-04-22T13:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:04:40.596529 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f709e8e-9039-4bfc-adb5-cb4548499b3e req-f8db5e5e-3c75-405e-8b3d-37f7aa86961c tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:40.615976 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7f709e8e-9039-4bfc-adb5-cb4548499b3e req-f8db5e5e-3c75-405e-8b3d-37f7aa86961c tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.2497160
Apr 22 13:04:40.717336 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7f709e8e-9039-4bfc-adb5-cb4548499b3e req-8cb97574-993b-4aa9-8dca-a713096f6f79 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0995147
Apr 22 13:04:40.782797 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-d47cc23d-0018-45cc-b5ba-bf4cacae59ad tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:04:40.808455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-d47cc23d-0018-45cc-b5ba-bf4cacae59ad tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:04:40.862195 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-d47cc23d-0018-45cc-b5ba-bf4cacae59ad tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Made reservation on behalf of da0773a267f14d0bb47b092ca5ffa7d7 for: {'port': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:04:40.869051 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-d47cc23d-0018-45cc-b5ba-bf4cacae59ad tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:40.983290 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:41.018162 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:41.063353 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cc3f2a19-533e-4d41-b5aa-799b268aaf18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:41.178590 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:41.304382 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Pushing event updated for resources: {'Port': ['ID=d246371a-83b2-44e0-8e31-148d1ec43df0,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:41.309264 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-769125'] for router_interface, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:41.318358 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:41.386806 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-d47cc23d-0018-45cc-b5ba-bf4cacae59ad tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Allocated IP 172.20.0.11 (d3d7c079-73af-4f4d-89c5-b0170c0cc9a5/dbeea3a0-a3ec-49f2-b760-af081eb8858d/19f20a60-a4a8-4b80-b039-a93fc52ce7d7) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:04:41.764544 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f280ebaa-c0db-423c-9a87-f10a3fa59f78 req-c03d355f-16ed-4bf1-8c5a-ac374325879d tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 210 time: 0.1668787
Apr 22 13:04:41.890961 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Network 9efc73a2-2f88-4e09-9ecf-b91923a4ae21 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:04:41.898741 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:04:41.971154 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49e6bf-7e40-4949-ac0f-bce1a6a707da req-3f4656eb-91e5-4092-a5e1-c8068c662891 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:41.978015 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3c49e6bf-7e40-4949-ac0f-bce1a6a707da req-3f4656eb-91e5-4092-a5e1-c8068c662891 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.1247356
Apr 22 13:04:42.043762 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3c49e6bf-7e40-4949-ac0f-bce1a6a707da req-9b91d43a-387c-439b-823e-0e769b469196 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586379
Apr 22 13:04:42.187965 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-42e74dfc-d78f-4568-aceb-1ee445355671 None None] Provisioning complete for port d246371a-83b2-44e0-8e31-148d1ec43df0 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:04:42.188286 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-42e74dfc-d78f-4568-aceb-1ee445355671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:42.258077 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-42e74dfc-d78f-4568-aceb-1ee445355671 None None] Port d246371a-83b2-44e0-8e31-148d1ec43df0 cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 13:04:42.408446 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:04:42.421475 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-d47cc23d-0018-45cc-b5ba-bf4cacae59ad tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:42.441713 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Router 5e01b9d8-c832-4b27-8285-4752e0bbd3a8 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:04:42.518946 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:04:42.525350 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:04:42.525905 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:42.652362 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-d47cc23d-0018-45cc-b5ba-bf4cacae59ad tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:42.659921 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:42.660118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:04:42.661610 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8513bccd-f3e6-4b84-bd73-bb77e61c1b67 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:42.677997 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:04:42.730542 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:42.733625 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:42.748208 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-d47cc23d-0018-45cc-b5ba-bf4cacae59ad tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Network d3d7c079-73af-4f4d-89c5-b0170c0cc9a5 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:04:42.751564 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-d47cc23d-0018-45cc-b5ba-bf4cacae59ad tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:04:42.755845 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-d47cc23d-0018-45cc-b5ba-bf4cacae59ad tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:04:42.794582 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cc23d-0018-45cc-b5ba-bf4cacae59ad tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Pushing event updated for resources: {'Port': ['ID=19f20a60-a4a8-4b80-b039-a93fc52ce7d7,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:42.799724 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d47cc23d-0018-45cc-b5ba-bf4cacae59ad tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:42.804816 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] 10.222.0.20 "PUT /v2.0/routers/5e01b9d8-c832-4b27-8285-4752e0bbd3a8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0595281
Apr 22 13:04:42.818495 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:42.823070 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:42.839857 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-d47cc23d-0018-45cc-b5ba-bf4cacae59ad tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:42.840814 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-d47cc23d-0018-45cc-b5ba-bf4cacae59ad tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:42.948093 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-d47cc23d-0018-45cc-b5ba-bf4cacae59ad tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8681614
Apr 22 13:04:42.997445 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53174436-8135-42b7-84d4-ac9b9c9e0686 req-6f94fdea-5dd6-4cdc-bd80-033c4ed2131b tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:42.998159 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-53174436-8135-42b7-84d4-ac9b9c9e0686 req-6f94fdea-5dd6-4cdc-bd80-033c4ed2131b tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Synchronizing usage tracker for tenant:da0773a267f14d0bb47b092ca5ffa7d7 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:04:43.050606 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-53174436-8135-42b7-84d4-ac9b9c9e0686 req-6f94fdea-5dd6-4cdc-bd80-033c4ed2131b tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Unset dirty status for tenant:da0773a267f14d0bb47b092ca5ffa7d7 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:04:43.052016 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-53174436-8135-42b7-84d4-ac9b9c9e0686 req-6f94fdea-5dd6-4cdc-bd80-033c4ed2131b tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 932 time: 0.1553149
Apr 22 13:04:43.104904 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-53174436-8135-42b7-84d4-ac9b9c9e0686 req-a7a5dc6d-1aac-4d8e-a8a3-246cacabd4e4 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461643
Apr 22 13:04:43.568330 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] Sync routers for ids ['5e01b9d8-c832-4b27-8285-4752e0bbd3a8'] in dv-cinder-787262-3-iscsi {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:04:43.578827 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] Routers {'5e01b9d8-c832-4b27-8285-4752e0bbd3a8'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:04:43.579779 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c44fc88>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:04:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['5e01b9d8-c832-4b27-8285-4752e0bbd3a8'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:04:43.771880 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] Set router 5e01b9d8-c832-4b27-8285-4752e0bbd3a8 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:04:44.032914 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Request body: {'port': {'device_id': '1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:04:44.194355 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:44.344990 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c44fc88>, [{'id': '5e01b9d8-c832-4b27-8285-4752e0bbd3a8', 'name': 'tempest-TestMinimumBasicScenario-375415394-router', 'tenant_id': '001b3bcf4a1d4151b1117c9626761112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:30Z', 'updated_at': '2021-04-22T13:04:40Z', 'revision_number': 4, 'project_id': '001b3bcf4a1d4151b1117c9626761112', 'gw_port': {'id': 'b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e01b9d8-c832-4b27-8285-4752e0bbd3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:32Z', 'updated_at': '2021-04-22T13:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'd246371a-83b2-44e0-8e31-148d1ec43df0', 'name': '', 'network_id': '9efc73a2-2f88-4e09-9ecf-b91923a4ae21', 'tenant_id': '001b3bcf4a1d4151b1117c9626761112', 'mac_address': 'fa:16:3e:09:b8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e01b9d8-c832-4b27-8285-4752e0bbd3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '737d3876-31bc-4c92-b75c-c23a752139df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:38Z', 'updated_at': '2021-04-22T13:04:40Z', 'revision_number': 2, 'project_id': '001b3bcf4a1d4151b1117c9626761112', 'subnets': [{'id': '737d3876-31bc-4c92-b75c-c23a752139df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:04:44.352314 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] Checking router: 5e01b9d8-c832-4b27-8285-4752e0bbd3a8 for host: dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:04:44.352794 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] Updating router 5e01b9d8-c832-4b27-8285-4752e0bbd3a8 port d246371a-83b2-44e0-8e31-148d1ec43df0 binding host dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 13:04:44.431213 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c81239-7db2-4ff1-8680-b904a0c61824 req-3c99e942-3add-48bc-a071-55365dd5d2db tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:44.439938 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-81c81239-7db2-4ff1-8680-b904a0c61824 req-3c99e942-3add-48bc-a071-55365dd5d2db tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 932 time: 0.1864612
Apr 22 13:04:44.484298 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:04:44.535601 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:44.576122 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-81c81239-7db2-4ff1-8680-b904a0c61824 req-aa68867e-d6e1-4bea-84b3-ca6c8ffbf4c2 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345127
Apr 22 13:04:44.651966 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:04:44.655016 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:44.677197 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f20a60-a4a8-4b80-b039-a93fc52ce7d7 {{(pid=86533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:04:44.687718 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:44.709503 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Transition to ACTIVE for port object 19f20a60-a4a8-4b80-b039-a93fc52ce7d7 will not be triggered until provisioned by entity L2. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:04:44.748690 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:44.763618 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9770007c-7d02-4b1c-828a-c2a838df2be8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:45.046075 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=19f20a60-a4a8-4b80-b039-a93fc52ce7d7,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:45.056707 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:45.124009 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Attempting to bind port 19f20a60-a4a8-4b80-b039-a93fc52ce7d7 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:04:45.124739 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Attempting to bind port 19f20a60-a4a8-4b80-b039-a93fc52ce7d7 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'd97ea531-49b4-49df-a326-4193611b7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'd3d7c079-73af-4f4d-89c5-b0170c0cc9a5'}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:04:45.125417 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Attempting to bind port 19f20a60-a4a8-4b80-b039-a93fc52ce7d7 on network d3d7c079-73af-4f4d-89c5-b0170c0cc9a5 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:04:45.132083 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Port 19f20a60-a4a8-4b80-b039-a93fc52ce7d7 on network d3d7c079-73af-4f4d-89c5-b0170c0cc9a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 13:04:45.133557 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Attempting to bind port 19f20a60-a4a8-4b80-b039-a93fc52ce7d7 on network d3d7c079-73af-4f4d-89c5-b0170c0cc9a5 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:04:45.134781 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] Notify callbacks [] for port, precommit_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:45.142536 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Checking agent: {'id': 'c59c10bf-e5dd-4538-bcf5-3ec585cc6c03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'started_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:04:45.143053 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Checking segment: {'id': 'd97ea531-49b4-49df-a326-4193611b7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'd3d7c079-73af-4f4d-89c5-b0170c0cc9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:04:45.143502 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Bound using segment: {'id': 'd97ea531-49b4-49df-a326-4193611b7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'd3d7c079-73af-4f4d-89c5-b0170c0cc9a5'} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:04:45.143985 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Bound port: 19f20a60-a4a8-4b80-b039-a93fc52ce7d7, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97ea531-49b4-49df-a326-4193611b7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'd3d7c079-73af-4f4d-89c5-b0170c0cc9a5'}}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:04:45.144450 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:45.151171 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] Transition to ACTIVE for port object d246371a-83b2-44e0-8e31-148d1ec43df0 will not be triggered until provisioned by entity L2. {{(pid=86535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:04:45.188084 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:45.194852 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:45.284483 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] For port 19f20a60-a4a8-4b80-b039-a93fc52ce7d7, host hv-cinder-78726, cleared binding levels {{(pid=86533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:04:45.292664 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] For port 19f20a60-a4a8-4b80-b039-a93fc52ce7d7, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=19f20a60-a4a8-4b80-b039-a93fc52ce7d7,segment=NetworkSegment(d97ea531-49b4-49df-a326-4193611b7896),segment_id=d97ea531-49b4-49df-a326-4193611b7896)] {{(pid=86533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:04:45.343120 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:45.349819 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3d840b73-1612-4191-8800-00b2edefef08 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:45.365140 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38be11-21c2-45bf-b205-64584bd8a83f None None] Pushing event updated for resources: {'Port': ['ID=d246371a-83b2-44e0-8e31-148d1ec43df0,revision_number=3']} {{(pid=86535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:45.388135 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-be38be11-21c2-45bf-b205-64584bd8a83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:45.504593 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:45.522142 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:45.523995 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] 10.222.0.35 "PUT /v2.0/ports/19f20a60-a4a8-4b80-b039-a93fc52ce7d7 HTTP/1.1" status: 200  len: 1094 time: 1.5042782
Apr 22 13:04:45.524671 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51', 'tag': '19f20a60-a4a8-4b80-b039-a93fc52ce7d7'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:04:45.602958 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=19f20a60-a4a8-4b80-b039-a93fc52ce7d7,revision_number=3']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:45.633080 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:45.673991 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] Attempting to bind port d246371a-83b2-44e0-8e31-148d1ec43df0 on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:04:45.674594 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] Attempting to bind port d246371a-83b2-44e0-8e31-148d1ec43df0 by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': 'cd12f63f-e9c6-4b65-b2e0-b27382d331d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9efc73a2-2f88-4e09-9ecf-b91923a4ae21'}] {{(pid=86535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:04:45.675213 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] Attempting to bind port d246371a-83b2-44e0-8e31-148d1ec43df0 on network 9efc73a2-2f88-4e09-9ecf-b91923a4ae21 {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:04:45.681821 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:04:45.682459 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] Checking segment: {'id': 'cd12f63f-e9c6-4b65-b2e0-b27382d331d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9efc73a2-2f88-4e09-9ecf-b91923a4ae21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:04:45.683062 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:45.683751 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] Bound using segment: {'id': 'cd12f63f-e9c6-4b65-b2e0-b27382d331d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9efc73a2-2f88-4e09-9ecf-b91923a4ae21'} {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:04:45.684421 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] Bound port: d246371a-83b2-44e0-8e31-148d1ec43df0, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd12f63f-e9c6-4b65-b2e0-b27382d331d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '9efc73a2-2f88-4e09-9ecf-b91923a4ae21'}}] {{(pid=86535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:04:45.685027 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:45.791919 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51', 'tag': '19f20a60-a4a8-4b80-b039-a93fc52ce7d7', 'status': 'completed', 'code': 200}
Apr 22 13:04:45.855186 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21f767-0285-470c-9228-ab202958965d req-c10781ec-4b5f-4472-a428-39a9035475bc tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:45.859072 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] For port d246371a-83b2-44e0-8e31-148d1ec43df0, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:04:45.864997 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] For port d246371a-83b2-44e0-8e31-148d1ec43df0, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=d246371a-83b2-44e0-8e31-148d1ec43df0,segment=NetworkSegment(cd12f63f-e9c6-4b65-b2e0-b27382d331d2),segment_id=cd12f63f-e9c6-4b65-b2e0-b27382d331d2)] {{(pid=86535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:04:45.871722 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7f21f767-0285-470c-9228-ab202958965d req-c10781ec-4b5f-4472-a428-39a9035475bc tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 944 time: 0.1239235
Apr 22 13:04:45.894219 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-cd644497-7ce7-42a1-951b-d77a33a2ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:45.896024 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-cd644497-7ce7-42a1-951b-d77a33a2ba65 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da0773a267f14d0bb47b092ca5ffa7d7&device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 1097 time: 0.2536027
Apr 22 13:04:45.902510 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:45.908754 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-be38be11-21c2-45bf-b205-64584bd8a83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:45.980485 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7f21f767-0285-470c-9228-ab202958965d req-14c145c7-05e0-4e41-b6db-76cf4e1a0ad0 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067479
Apr 22 13:04:46.038699 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-695690a9-97a9-4fb8-a5f5-1bf7d4263c12 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19f20a60-a4a8-4b80-b039-a93fc52ce7d7 HTTP/1.1" status: 200  len: 217 time: 0.1349447
Apr 22 13:04:46.048391 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38be11-21c2-45bf-b205-64584bd8a83f None None] Pushing event updated for resources: {'Port': ['ID=d246371a-83b2-44e0-8e31-148d1ec43df0,revision_number=4']} {{(pid=86535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:46.062884 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-be38be11-21c2-45bf-b205-64584bd8a83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:46.091625 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] Routers {'5e01b9d8-c832-4b27-8285-4752e0bbd3a8'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:04:46.092448 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c44fc88>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:04:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['5e01b9d8-c832-4b27-8285-4752e0bbd3a8'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:04:46.153235 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-87a4fe28-7c37-4ea8-8a2f-0adac815f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:46.154847 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-87a4fe28-7c37-4ea8-8a2f-0adac815f0f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dbeea3a0-a3ec-49f2-b760-af081eb8858d HTTP/1.1" status: 200  len: 854 time: 0.1094098
Apr 22 13:04:46.266871 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-5e18227a-de73-42e2-9fa0-3e5be08b4161 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3d7c079-73af-4f4d-89c5-b0170c0cc9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1057622
Apr 22 13:04:46.514797 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] Set router 5e01b9d8-c832-4b27-8285-4752e0bbd3a8 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:04:46.555170 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-3963fe09-fbf0-41e7-9692-c4d9acba15e9 service neutron] 10.222.0.35 "GET /v2.0/networks/d3d7c079-73af-4f4d-89c5-b0170c0cc9a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2821224
Apr 22 13:04:46.740390 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23c80d3a-9a9e-4eb8-b09d-99a623bb89d1 req-ce136b5a-1236-409e-a8dd-5828a7a07bde service neutron] 10.222.0.35 "GET /v2.0/networks/d3d7c079-73af-4f4d-89c5-b0170c0cc9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1784680
Apr 22 13:04:46.954347 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c44fc88>, [{'id': '5e01b9d8-c832-4b27-8285-4752e0bbd3a8', 'name': 'tempest-TestMinimumBasicScenario-375415394-router', 'tenant_id': '001b3bcf4a1d4151b1117c9626761112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:30Z', 'updated_at': '2021-04-22T13:04:40Z', 'revision_number': 4, 'project_id': '001b3bcf4a1d4151b1117c9626761112', 'gw_port': {'id': 'b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e01b9d8-c832-4b27-8285-4752e0bbd3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:32Z', 'updated_at': '2021-04-22T13:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'd246371a-83b2-44e0-8e31-148d1ec43df0', 'name': '', 'network_id': '9efc73a2-2f88-4e09-9ecf-b91923a4ae21', 'tenant_id': '001b3bcf4a1d4151b1117c9626761112', 'mac_address': 'fa:16:3e:09:b8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e01b9d8-c832-4b27-8285-4752e0bbd3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '737d3876-31bc-4c92-b75c-c23a752139df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:38Z', 'updated_at': '2021-04-22T13:04:45Z', 'revision_number': 4, 'project_id': '001b3bcf4a1d4151b1117c9626761112', 'subnets': [{'id': '737d3876-31bc-4c92-b75c-c23a752139df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:04:46.961479 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0023fb-30e4-4b78-b007-fef6eae1e286 None None] The sync data for ids ['5e01b9d8-c832-4b27-8285-4752e0bbd3a8'] in dv-cinder-787262-3-iscsi is: [{'id': '5e01b9d8-c832-4b27-8285-4752e0bbd3a8', 'name': 'tempest-TestMinimumBasicScenario-375415394-router', 'tenant_id': '001b3bcf4a1d4151b1117c9626761112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:30Z', 'updated_at': '2021-04-22T13:04:40Z', 'revision_number': 4, 'project_id': '001b3bcf4a1d4151b1117c9626761112', 'gw_port': {'id': 'b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e01b9d8-c832-4b27-8285-4752e0bbd3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:32Z', 'updated_at': '2021-04-22T13:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'd246371a-83b2-44e0-8e31-148d1ec43df0', 'name': '', 'network_id': '9efc73a2-2f88-4e09-9ecf-b91923a4ae21', 'tenant_id': '001b3bcf4a1d4151b1117c9626761112', 'mac_address': 'fa:16:3e:09:b8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e01b9d8-c832-4b27-8285-4752e0bbd3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '737d3876-31bc-4c92-b75c-c23a752139df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:38Z', 'updated_at': '2021-04-22T13:04:45Z', 'revision_number': 4, 'project_id': '001b3bcf4a1d4151b1117c9626761112', 'subnets': [{'id': '737d3876-31bc-4c92-b75c-c23a752139df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:04:47.358554 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada261b-39b6-4e3c-ab35-902735358d25 req-cf1d78c9-e172-44b4-9cb6-48629b64372f tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:47.360453 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7ada261b-39b6-4e3c-ab35-902735358d25 req-cf1d78c9-e172-44b4-9cb6-48629b64372f tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 944 time: 0.1919363
Apr 22 13:04:47.431211 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7ada261b-39b6-4e3c-ab35-902735358d25 req-f66ecbfb-60a8-4eef-9ead-085dd781da97 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616243
Apr 22 13:04:48.417511 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device d246371a-83b2-44e0-8e31-148d1ec43df0 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:04:48.742901 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc0b7d-9633-42cb-8109-4d2e7062fb5d req-25eacb18-769c-48fc-82cd-83fdb3baee24 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:48.744725 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d6bc0b7d-9633-42cb-8109-4d2e7062fb5d req-25eacb18-769c-48fc-82cd-83fdb3baee24 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 944 time: 0.1186976
Apr 22 13:04:48.809432 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d6bc0b7d-9633-42cb-8109-4d2e7062fb5d req-de4ad8e1-8e1a-455e-b268-bd7462a13ae7 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560043
Apr 22 13:04:49.050882 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port d246371a-83b2-44e0-8e31-148d1ec43df0 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:04:49.057547 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port d246371a-83b2-44e0-8e31-148d1ec43df0 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:04:49.057963 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:49.202873 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:49.252541 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port d246371a-83b2-44e0-8e31-148d1ec43df0, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=d246371a-83b2-44e0-8e31-148d1ec43df0,segment=NetworkSegment(cd12f63f-e9c6-4b65-b2e0-b27382d331d2),segment_id=cd12f63f-e9c6-4b65-b2e0-b27382d331d2)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:04:49.370742 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:49.376698 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:49.457387 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=d246371a-83b2-44e0-8e31-148d1ec43df0,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:49.462720 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:49.679389 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be17a0-e210-4264-90dc-db0818143ab1 req-2731ce89-f25f-463d-8289-9a59c4663bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:49.683022 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-59be17a0-e210-4264-90dc-db0818143ab1 req-2731ce89-f25f-463d-8289-9a59c4663bb8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da0773a267f14d0bb47b092ca5ffa7d7&device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 1097 time: 0.1176746
Apr 22 13:04:49.914604 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be17a0-e210-4264-90dc-db0818143ab1 req-4078510b-e60c-405d-b614-fc94d1df3d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:49.918061 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-59be17a0-e210-4264-90dc-db0818143ab1 req-4078510b-e60c-405d-b614-fc94d1df3d2c service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3d7c079-73af-4f4d-89c5-b0170c0cc9a5 HTTP/1.1" status: 200  len: 915 time: 0.2276170
Apr 22 13:04:50.036726 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-59be17a0-e210-4264-90dc-db0818143ab1 req-de476a6a-a370-4403-9e56-7a5d8abacc42 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19f20a60-a4a8-4b80-b039-a93fc52ce7d7 HTTP/1.1" status: 200  len: 217 time: 0.1109598
Apr 22 13:04:50.208371 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be17a0-e210-4264-90dc-db0818143ab1 req-1b7cbd57-ed02-4161-afb4-eb590c7d6f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:50.210003 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-59be17a0-e210-4264-90dc-db0818143ab1 req-1b7cbd57-ed02-4161-afb4-eb590c7d6f2c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dbeea3a0-a3ec-49f2-b760-af081eb8858d HTTP/1.1" status: 200  len: 854 time: 0.1083181
Apr 22 13:04:50.289275 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-59be17a0-e210-4264-90dc-db0818143ab1 req-21544c1b-f6f5-42a4-be32-de816c9e88e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3d7c079-73af-4f4d-89c5-b0170c0cc9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0616882
Apr 22 13:04:50.338591 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354c05b-4534-4396-bfa3-5b00f0fb5d21 req-e57398fa-9b33-4b0d-b3eb-d851266798f5 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:50.340422 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e354c05b-4534-4396-bfa3-5b00f0fb5d21 req-e57398fa-9b33-4b0d-b3eb-d851266798f5 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 944 time: 0.3021357
Apr 22 13:04:50.424973 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device d246371a-83b2-44e0-8e31-148d1ec43df0 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:04:50.493851 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e354c05b-4534-4396-bfa3-5b00f0fb5d21 req-0175bfb0-6fe3-4d8e-b863-d4166fe3dc91 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018567
Apr 22 13:04:50.512859 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port d246371a-83b2-44e0-8e31-148d1ec43df0 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:04:50.513681 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:50.613472 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-59be17a0-e210-4264-90dc-db0818143ab1 req-4ffb82ac-0739-4c30-976b-f5471d617d67 service neutron] 10.222.0.35 "GET /v2.0/networks/d3d7c079-73af-4f4d-89c5-b0170c0cc9a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3176847
Apr 22 13:04:50.842811 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-59be17a0-e210-4264-90dc-db0818143ab1 req-5d2510d7-ecc2-4935-810a-bc6035f2b784 service neutron] 10.222.0.35 "GET /v2.0/networks/d3d7c079-73af-4f4d-89c5-b0170c0cc9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2214556
Apr 22 13:04:51.852859 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c0320-8ed3-4873-8d11-333d13ac0ef4 req-18b5dfc2-a9a5-4ae4-bea9-9f6fe14f3141 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:51.860400 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bb9c0320-8ed3-4873-8d11-333d13ac0ef4 req-18b5dfc2-a9a5-4ae4-bea9-9f6fe14f3141 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 944 time: 0.1261485
Apr 22 13:04:51.934334 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bb9c0320-8ed3-4873-8d11-333d13ac0ef4 req-15e6981d-9239-481d-8b85-42e1e585ac2f tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719767
Apr 22 13:04:52.465089 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 19f20a60-a4a8-4b80-b039-a93fc52ce7d7 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 13:04:52.910243 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 19f20a60-a4a8-4b80-b039-a93fc52ce7d7, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=19f20a60-a4a8-4b80-b039-a93fc52ce7d7,segment=NetworkSegment(d97ea531-49b4-49df-a326-4193611b7896),segment_id=d97ea531-49b4-49df-a326-4193611b7896)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:04:52.933007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': '19f20a60-a4a8-4b80-b039-a93fc52ce7d7', 'network_id': 'd3d7c079-73af-4f4d-89c5-b0170c0cc9a5', 'port_id': '19f20a60-a4a8-4b80-b039-a93fc52ce7d7', 'mac_address': 'fa:16:3e:8f:bc:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbeea3a0-a3ec-49f2-b760-af081eb8858d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 13:04:53.049855 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:53.094049 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f20a60-a4a8-4b80-b039-a93fc52ce7d7 {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:04:53.127469 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 19f20a60-a4a8-4b80-b039-a93fc52ce7d7, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=19f20a60-a4a8-4b80-b039-a93fc52ce7d7,segment=NetworkSegment(d97ea531-49b4-49df-a326-4193611b7896),segment_id=d97ea531-49b4-49df-a326-4193611b7896)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:04:53.148660 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:53.152952 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:53.271770 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=19f20a60-a4a8-4b80-b039-a93fc52ce7d7,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:53.277057 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:53.303276 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724cb90-d07b-462c-95b2-ef19bf487d21 req-90299820-d80e-461e-878c-1c9e02b67fea tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:53.306252 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e724cb90-d07b-462c-95b2-ef19bf487d21 req-90299820-d80e-461e-878c-1c9e02b67fea tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 945 time: 0.1602871
Apr 22 13:04:53.373281 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['19f20a60-a4a8-4b80-b039-a93fc52ce7d7'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 13:04:53.421032 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e724cb90-d07b-462c-95b2-ef19bf487d21 req-52de686d-3371-4f43-9747-7bf131355cfe tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010208
Apr 22 13:04:54.860313 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0902454-2cf0-462f-96d0-ccaf303fa7db req-c59eefbb-650d-4b22-b85f-9ccbcfa0853a tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:54.862774 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d0902454-2cf0-462f-96d0-ccaf303fa7db req-c59eefbb-650d-4b22-b85f-9ccbcfa0853a tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 945 time: 0.1339529
Apr 22 13:04:54.937716 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d0902454-2cf0-462f-96d0-ccaf303fa7db req-6f574d90-d372-48e4-9504-5b000ef60891 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630112
Apr 22 13:04:56.205261 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabef752-9270-4228-b512-0ac4df2f26f2 req-26c9404d-fd46-4b2d-aa42-994b01ad0570 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:56.209002 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cabef752-9270-4228-b512-0ac4df2f26f2 req-26c9404d-fd46-4b2d-aa42-994b01ad0570 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 945 time: 0.1242900
Apr 22 13:04:56.299087 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cabef752-9270-4228-b512-0ac4df2f26f2 req-9024cd7a-0b53-4948-a14b-1f6bb55278a7 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810385
Apr 22 13:04:57.657976 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900322f-ecf9-47a0-81c2-c02c0f8967d4 req-9100895e-7bfc-410e-9b7f-15e9c4f2bfcc tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:57.660303 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2900322f-ecf9-47a0-81c2-c02c0f8967d4 req-9100895e-7bfc-410e-9b7f-15e9c4f2bfcc tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 945 time: 0.1209683
Apr 22 13:04:58.038127 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2900322f-ecf9-47a0-81c2-c02c0f8967d4 req-9385861e-f6d5-4799-8cdd-8067cb190e4d tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3679733
Apr 22 13:04:58.248455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-fe0fb201-cbd2-454c-9687-fe38dfe1287a tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:58.249265 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-fe0fb201-cbd2-454c-9687-fe38dfe1287a tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Synchronizing usage tracker for tenant:51e95625a2a947f3a45abbb825e91358 on resource:network {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:04:58.342136 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-fe0fb201-cbd2-454c-9687-fe38dfe1287a tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Unset dirty status for tenant:51e95625a2a947f3a45abbb825e91358 on resource:network {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:04:58.343599 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-fe0fb201-cbd2-454c-9687-fe38dfe1287a tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/networks?id=8b94c520-ad86-444c-8703-f9e972c0b18a HTTP/1.1" status: 200  len: 815 time: 0.2774920
Apr 22 13:04:58.362027 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-fc9353cc-1549-476f-a471-8e28f2b43927 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/quotas/51e95625a2a947f3a45abbb825e91358 HTTP/1.1" status: 200  len: 375 time: 0.0110781
Apr 22 13:04:58.415133 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 19f20a60-a4a8-4b80-b039-a93fc52ce7d7 up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:04:58.467814 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-7b3b7031-58d7-4881-93d3-38b52137cdf1 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Synchronizing usage tracker for tenant:51e95625a2a947f3a45abbb825e91358 on resource:port {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:04:58.513652 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-7b3b7031-58d7-4881-93d3-38b52137cdf1 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Unset dirty status for tenant:51e95625a2a947f3a45abbb825e91358 on resource:port {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:04:58.515158 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-7b3b7031-58d7-4881-93d3-38b52137cdf1 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=51e95625a2a947f3a45abbb825e91358&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1455336
Apr 22 13:04:58.593870 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning for port 19f20a60-a4a8-4b80-b039-a93fc52ce7d7 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:04:58.600657 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port 19f20a60-a4a8-4b80-b039-a93fc52ce7d7 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:04:58.601258 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:58.708197 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-b7d4162d-c07b-43e7-92a9-7a9419d8fff4 service neutron] 10.222.0.20 "GET /v2.0/networks/8b94c520-ad86-444c-8703-f9e972c0b18a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1650414
Apr 22 13:04:58.824675 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:58.876165 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f20a60-a4a8-4b80-b039-a93fc52ce7d7'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:04:58.894503 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 19f20a60-a4a8-4b80-b039-a93fc52ce7d7, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=19f20a60-a4a8-4b80-b039-a93fc52ce7d7,segment=NetworkSegment(d97ea531-49b4-49df-a326-4193611b7896),segment_id=d97ea531-49b4-49df-a326-4193611b7896)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:04:58.944344 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f20a60-a4a8-4b80-b039-a93fc52ce7d7', 'code': 200}
Apr 22 13:04:58.945920 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-a0a3d50d-301b-489c-a31d-e978a754159c service neutron] 10.222.0.20 "GET /v2.0/networks/8b94c520-ad86-444c-8703-f9e972c0b18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2297928
Apr 22 13:04:58.953965 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:04:58.957480 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:04:59.071350 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=19f20a60-a4a8-4b80-b039-a93fc52ce7d7,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:04:59.089164 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:59.089792 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:59.090416 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:59.091053 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:59.091775 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:59.092432 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:59.093452 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:59.094671 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:59.095338 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:59.096021 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:59.097025 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:59.097663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:04:59.108010 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:04:59.432467 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9de5df4b-62ed-46b3-8ce9-9b3aaa214bfa req-7bb0e40b-d35f-44f8-a11d-ad22deebe2ea tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 210 time: 0.1107883
Apr 22 13:04:59.446676 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b95a6a-7118-49b0-9b0c-60c629126d1b req-524fdef3-20ad-46fe-9dd9-e722c7266c4d tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:59.453368 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-71b95a6a-7118-49b0-9b0c-60c629126d1b req-524fdef3-20ad-46fe-9dd9-e722c7266c4d tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 946 time: 0.2035217
Apr 22 13:04:59.470780 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8fdca-7578-49c7-bb36-4ded305f92de req-dbb68360-af24-449a-baf6-d4052a832bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:04:59.472460 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fda8fdca-7578-49c7-bb36-4ded305f92de req-dbb68360-af24-449a-baf6-d4052a832bf9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 1099 time: 0.1386797
Apr 22 13:04:59.524615 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-71b95a6a-7118-49b0-9b0c-60c629126d1b req-f3494b45-c7dd-4d62-9264-21ed45f12612 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562966
Apr 22 13:04:59.585239 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fda8fdca-7578-49c7-bb36-4ded305f92de req-0e364ed2-b479-4f4e-a5a8-e60a11b12edb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683131
Apr 22 13:05:00.637491 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1df529be-274f-494d-86a7-4f85a3e77f25 req-ee2306d7-bef0-419e-a866-4e027c0a6a0b tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 210 time: 0.0562272
Apr 22 13:05:00.774191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95787501-960f-441f-9891-60720647018b req-503d5b6e-b93e-40cc-9ad0-229082a2fb93 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:00.775940 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-95787501-960f-441f-9891-60720647018b req-503d5b6e-b93e-40cc-9ad0-229082a2fb93 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 946 time: 0.1058123
Apr 22 13:05:00.836730 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-95787501-960f-441f-9891-60720647018b req-4fe645fd-d3bc-45fc-973b-8f68ccaa3b7e tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510843
Apr 22 13:05:01.821452 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-74633399-9265-4953-aa88-4bddd20d605a req-38ab1cb2-4400-4e76-8fd0-947bdeb1323f tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 210 time: 0.0573335
Apr 22 13:05:02.061154 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa6acc-41f5-4d3b-9faa-b72fe851c072 req-2b7e70b9-7291-436d-8e4a-8e6d64ad74ce tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:02.062904 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4cfa6acc-41f5-4d3b-9faa-b72fe851c072 req-2b7e70b9-7291-436d-8e4a-8e6d64ad74ce tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 946 time: 0.1007059
Apr 22 13:05:02.121871 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4cfa6acc-41f5-4d3b-9faa-b72fe851c072 req-e39d3e97-b501-42e3-a136-d30822d271d2 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514398
Apr 22 13:05:02.999225 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-554b5f37-57ee-42ed-848d-69939a98e847 req-5d36ea2e-ea41-4909-831f-01ad8cec1969 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 210 time: 0.0536127
Apr 22 13:05:03.378179 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6fb5b-42d6-485f-a257-06cbdfd34d44 req-2ebadc77-8a58-403e-af56-0a55a84a9f72 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:03.380626 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d9f6fb5b-42d6-485f-a257-06cbdfd34d44 req-2ebadc77-8a58-403e-af56-0a55a84a9f72 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 946 time: 0.0985856
Apr 22 13:05:03.446282 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d9f6fb5b-42d6-485f-a257-06cbdfd34d44 req-4ec5da3c-6e42-401a-900b-cedd55640686 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586066
Apr 22 13:05:04.198982 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3b043996-36df-4f5c-89a6-1fa481b390c0 req-8bf5a069-9fd8-477f-a33d-6531362576f9 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 210 time: 0.0528662
Apr 22 13:05:04.573681 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-7435768b-1134-4c15-aa45-132dda9c4af2 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:04.575481 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-7435768b-1134-4c15-aa45-132dda9c4af2 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.35 "GET /v2.0/networks?id=8b94c520-ad86-444c-8703-f9e972c0b18a HTTP/1.1" status: 200  len: 815 time: 0.2454331
Apr 22 13:05:04.589484 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Request body: {'port': {'device_id': '910a96e9-b89a-4722-91ac-9f7a650193a6', 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a', 'admin_state_up': True, 'tenant_id': '51e95625a2a947f3a45abbb825e91358'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:05:04.842378 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:05:04.873659 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d122176-c389-4221-af20-59f281dbb007 req-0ced0d2e-518f-4e2a-9c86-97fb2c0ece1a tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:04.876180 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7d122176-c389-4221-af20-59f281dbb007 req-0ced0d2e-518f-4e2a-9c86-97fb2c0ece1a tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 946 time: 0.1949568
Apr 22 13:05:04.877896 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:05:04.932548 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Made reservation on behalf of 51e95625a2a947f3a45abbb825e91358 for: {'port': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:05:04.940868 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:04.977607 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7d122176-c389-4221-af20-59f281dbb007 req-e7b7a60e-bef1-4d11-8b8d-ed802ec3ed6d tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812900
Apr 22 13:05:05.207521 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Allocated IP 172.20.0.12 (8b94c520-ad86-444c-8703-f9e972c0b18a/b27ad705-4ccd-410e-820d-31197cfabea8/99a98956-c59b-4793-8ea0-d250c73467e7) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:05:05.309300 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:05:05.639683 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2876a5e7-6727-4e31-9270-851e274ac089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:05.783234 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-73ef645f-8c92-49bf-b819-b568f054eb5d req-581de4fd-c7b7-4f1d-930f-47ecf755019a tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 210 time: 0.4033117
Apr 22 13:05:05.870930 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:05.937672 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Transition to ACTIVE for port object 99a98956-c59b-4793-8ea0-d250c73467e7 will not be triggered until provisioned by entity DHCP. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:05:06.017883 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:06.072057 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-334aca8e-fcb6-412f-ad5f-f8b5498fd1bc tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:06.184446 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Pushing event updated for resources: {'Port': ['ID=99a98956-c59b-4793-8ea0-d250c73467e7,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:06.227073 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:06.232398 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:06.237878 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:06.239451 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:06.241493 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:06.247285 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:06.248340 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:06.249208 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:06.250091 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:06.250954 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:06.251867 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:06.252761 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:06.288977 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:06.293493 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Network 8b94c520-ad86-444c-8703-f9e972c0b18a is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:05:06.305524 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:05:06.310905 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:05:06.501163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:06.502381 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:06.641318 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-ffed65ea-80a4-4f9a-83a0-356078e4ba99 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0563743
Apr 22 13:05:06.734335 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-23dae8b7-50f2-4650-82c4-b0f08fc56fcb None None] Provisioning for port 99a98956-c59b-4793-8ea0-d250c73467e7 completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:05:06.745907 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-23dae8b7-50f2-4650-82c4-b0f08fc56fcb None None] Provisioning complete for port 99a98956-c59b-4793-8ea0-d250c73467e7 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:05:06.746566 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-23dae8b7-50f2-4650-82c4-b0f08fc56fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:06.905783 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-23dae8b7-50f2-4650-82c4-b0f08fc56fcb None None] Port 99a98956-c59b-4793-8ea0-d250c73467e7 cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 13:05:07.079633 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:07.123743 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3f1ea-57a6-413c-ae21-b52c24fd7962 req-0989cf7c-68d0-4bbe-85f9-20251ad98374 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:07.125101 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-c0f3f1ea-57a6-413c-ae21-b52c24fd7962 req-0989cf7c-68d0-4bbe-85f9-20251ad98374 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Synchronizing usage tracker for tenant:51e95625a2a947f3a45abbb825e91358 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:05:07.183894 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-c0f3f1ea-57a6-413c-ae21-b52c24fd7962 req-0989cf7c-68d0-4bbe-85f9-20251ad98374 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Unset dirty status for tenant:51e95625a2a947f3a45abbb825e91358 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:05:07.187909 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c0f3f1ea-57a6-413c-ae21-b52c24fd7962 req-0989cf7c-68d0-4bbe-85f9-20251ad98374 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 932 time: 0.2048984
Apr 22 13:05:07.245616 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c0f3f1ea-57a6-413c-ae21-b52c24fd7962 req-1d7d1fbf-7e8a-4c06-ac84-3f61576c1453 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500984
Apr 22 13:05:08.428507 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-867cf3ff-ea4e-453e-80ae-d8d104c54d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:08.529879 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e16ab-e39a-40a9-8c02-c3989ef94e25 req-5af80709-86b8-4471-a4fc-c77ca6a2411d tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:08.542252 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c65e16ab-e39a-40a9-8c02-c3989ef94e25 req-5af80709-86b8-4471-a4fc-c77ca6a2411d tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 932 time: 0.1450613
Apr 22 13:05:08.663280 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-c65e16ab-e39a-40a9-8c02-c3989ef94e25 req-f651a59c-12cb-43e5-bf81-33d4e42b8a9e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Synchronizing usage tracker for tenant:51e95625a2a947f3a45abbb825e91358 on resource:security_group {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:05:08.742853 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-c65e16ab-e39a-40a9-8c02-c3989ef94e25 req-f651a59c-12cb-43e5-bf81-33d4e42b8a9e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Unset dirty status for tenant:51e95625a2a947f3a45abbb825e91358 on resource:security_group {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:05:08.750703 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c65e16ab-e39a-40a9-8c02-c3989ef94e25 req-f651a59c-12cb-43e5-bf81-33d4e42b8a9e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1881621
Apr 22 13:05:10.085320 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54a745-2243-49ae-9b3f-d23a90de26c0 req-67b5da77-13ab-425e-bad4-900ff85ef060 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:10.088257 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fa54a745-2243-49ae-9b3f-d23a90de26c0 req-67b5da77-13ab-425e-bad4-900ff85ef060 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 932 time: 0.1600983
Apr 22 13:05:10.181340 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fa54a745-2243-49ae-9b3f-d23a90de26c0 req-d20763d3-4c47-4d09-9b3f-d571b370a68c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794590
Apr 22 13:05:10.261771 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:10.434632 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:11.187918 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:11.454949 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a1077-1fb2-4cd4-aae3-01b9d7df20f4 req-9ad818df-e771-4960-86b8-527c29c8ca6c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:11.458751 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4f8a1077-1fb2-4cd4-aae3-01b9d7df20f4 req-9ad818df-e771-4960-86b8-527c29c8ca6c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 932 time: 0.1410410
Apr 22 13:05:11.587986 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4f8a1077-1fb2-4cd4-aae3-01b9d7df20f4 req-80b7e8a3-5ab9-4381-969d-0694e0ef515b tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215742
Apr 22 13:05:12.877085 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6bb81-ebcf-4bda-a5ed-403d86badfdd req-c8ec3887-f44d-45a0-b3f6-2071024d4db9 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:12.878870 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-83a6bb81-ebcf-4bda-a5ed-403d86badfdd req-c8ec3887-f44d-45a0-b3f6-2071024d4db9 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 932 time: 0.1279819
Apr 22 13:05:12.942841 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-83a6bb81-ebcf-4bda-a5ed-403d86badfdd req-34346d2f-a7d6-4282-909e-c10ccf4dabdb tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528119
Apr 22 13:05:14.202877 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446dbf-63b9-48ae-b8cf-ba7ed7182d6a req-530f14d2-728f-44d3-8969-2eb9668ef8a4 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:14.204557 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-51446dbf-63b9-48ae-b8cf-ba7ed7182d6a req-530f14d2-728f-44d3-8969-2eb9668ef8a4 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 932 time: 0.1012509
Apr 22 13:05:14.311160 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-51446dbf-63b9-48ae-b8cf-ba7ed7182d6a req-d62c76e6-d13a-42b0-af39-75c676a0af45 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697467
Apr 22 13:05:15.611351 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c94c3-f08f-4aaf-86da-fd33bbf6364a req-01838f88-4b86-47bb-9ea4-559ebf7303a0 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:15.617997 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-303c94c3-f08f-4aaf-86da-fd33bbf6364a req-01838f88-4b86-47bb-9ea4-559ebf7303a0 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 932 time: 0.1029425
Apr 22 13:05:15.683145 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-303c94c3-f08f-4aaf-86da-fd33bbf6364a req-1ed37457-5949-4ce4-8bd3-9b15736a2b03 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549407
Apr 22 13:05:16.951312 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Request body: {'port': {'device_id': '910a96e9-b89a-4722-91ac-9f7a650193a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:05:16.989621 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583fc07-3fd1-49e7-b1d1-b53d5f7fa8ca req-59d7cfde-f374-493c-852f-210c04902d46 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:16.991669 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1583fc07-3fd1-49e7-b1d1-b53d5f7fa8ca req-59d7cfde-f374-493c-852f-210c04902d46 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 932 time: 0.1645515
Apr 22 13:05:17.055603 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1583fc07-3fd1-49e7-b1d1-b53d5f7fa8ca req-28cb2358-c2ed-4f4b-8c35-481e2db5751d tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566864
Apr 22 13:05:17.158890 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:17.667497 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a98956-c59b-4793-8ea0-d250c73467e7 {{(pid=86533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:05:17.686120 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:17.728509 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Transition to ACTIVE for port object 99a98956-c59b-4793-8ea0-d250c73467e7 will not be triggered until provisioned by entity L2. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:05:17.816718 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:17.824110 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1518f67f-180d-43fb-bab9-df1eb14c8dae tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:18.180055 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 59340) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:05:18.188660 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Attempting to bind port 99a98956-c59b-4793-8ea0-d250c73467e7 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:05:18.189285 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Attempting to bind port 99a98956-c59b-4793-8ea0-d250c73467e7 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': 'e627de4d-f85e-41bc-a13c-7703c69f3fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a'}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:05:18.189887 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Attempting to bind port 99a98956-c59b-4793-8ea0-d250c73467e7 on network 8b94c520-ad86-444c-8703-f9e972c0b18a {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:05:18.200296 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=99a98956-c59b-4793-8ea0-d250c73467e7,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:18.204724 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Port 99a98956-c59b-4793-8ea0-d250c73467e7 on network 8b94c520-ad86-444c-8703-f9e972c0b18a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 13:05:18.205342 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Attempting to bind port 99a98956-c59b-4793-8ea0-d250c73467e7 on network 8b94c520-ad86-444c-8703-f9e972c0b18a {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:05:18.221987 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:18.225359 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Checking agent: {'id': 'c59c10bf-e5dd-4538-bcf5-3ec585cc6c03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'started_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:05:18.226328 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Checking segment: {'id': 'e627de4d-f85e-41bc-a13c-7703c69f3fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:05:18.227289 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Bound using segment: {'id': 'e627de4d-f85e-41bc-a13c-7703c69f3fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a'} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:05:18.228151 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Bound port: 99a98956-c59b-4793-8ea0-d250c73467e7, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e627de4d-f85e-41bc-a13c-7703c69f3fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a'}}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:05:18.228635 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:18.419690 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cd8b89f5-f60e-4d25-a1f9-250a0f193ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:18.451589 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-cd8b89f5-f60e-4d25-a1f9-250a0f193ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:05:18.459474 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-cd8b89f5-f60e-4d25-a1f9-250a0f193ea1 admin admin] Usage tracker for resource:security_group_rule and tenant:fe8a50d7c300432ba03d986b679acf14 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:05:18.461067 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] For port 99a98956-c59b-4793-8ea0-d250c73467e7, host hv-cinder-78726, cleared binding levels {{(pid=86533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:05:18.465208 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-cd8b89f5-f60e-4d25-a1f9-250a0f193ea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:05:18.473239 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] For port 99a98956-c59b-4793-8ea0-d250c73467e7, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=99a98956-c59b-4793-8ea0-d250c73467e7,segment=NetworkSegment(e627de4d-f85e-41bc-a13c-7703c69f3fdd),segment_id=e627de4d-f85e-41bc-a13c-7703c69f3fdd)] {{(pid=86533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:05:18.476823 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-cd8b89f5-f60e-4d25-a1f9-250a0f193ea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:05:18.498813 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b461b-44c6-4848-870f-b74da304fad3 req-d43dddff-8a6f-4322-bb4b-0074f6e8492e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:18.501382 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-788b461b-44c6-4848-870f-b74da304fad3 req-d43dddff-8a6f-4322-bb4b-0074f6e8492e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 944 time: 0.1442499
Apr 22 13:05:18.549272 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:18.563950 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:18.601393 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cd8b89f5-f60e-4d25-a1f9-250a0f193ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:18.627213 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cd8b89f5-f60e-4d25-a1f9-250a0f193ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:18.638738 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2fd5bf5c-d5f0-4fcf-b73a-a902de13974d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:18.684665 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-cd8b89f5-f60e-4d25-a1f9-250a0f193ea1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe8a50d7c300432ba03d986b679acf14&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5020671
Apr 22 13:05:18.688133 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 59346) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:05:18.704611 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b89f5-f60e-4d25-a1f9-250a0f193ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02bbf33-e9c9-4be6-8a40-46ad7b089679,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:18.720167 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8b89f5-f60e-4d25-a1f9-250a0f193ea1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:18.720571 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8b89f5-f60e-4d25-a1f9-250a0f193ea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:18.720976 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8b89f5-f60e-4d25-a1f9-250a0f193ea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:18.721372 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8b89f5-f60e-4d25-a1f9-250a0f193ea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:18.721764 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8b89f5-f60e-4d25-a1f9-250a0f193ea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:18.722156 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8b89f5-f60e-4d25-a1f9-250a0f193ea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:18.722609 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8b89f5-f60e-4d25-a1f9-250a0f193ea1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:18.723329 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8b89f5-f60e-4d25-a1f9-250a0f193ea1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:18.723852 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8b89f5-f60e-4d25-a1f9-250a0f193ea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:18.724251 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8b89f5-f60e-4d25-a1f9-250a0f193ea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:18.724647 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8b89f5-f60e-4d25-a1f9-250a0f193ea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:18.725148 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8b89f5-f60e-4d25-a1f9-250a0f193ea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:05:18.731987 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cd8b89f5-f60e-4d25-a1f9-250a0f193ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:18.752452 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=99a98956-c59b-4793-8ea0-d250c73467e7,revision_number=3']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:18.759865 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:18.760898 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:18.763899 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] 10.222.0.35 "PUT /v2.0/ports/99a98956-c59b-4793-8ea0-d250c73467e7 HTTP/1.1" status: 200  len: 1094 time: 1.8294594
Apr 22 13:05:18.765114 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910a96e9-b89a-4722-91ac-9f7a650193a6', 'tag': '99a98956-c59b-4793-8ea0-d250c73467e7'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:05:18.790522 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-788b461b-44c6-4848-870f-b74da304fad3 req-e242857b-6e11-4226-bffd-4a1789d1cea9 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2747841
Apr 22 13:05:18.810986 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:18.824974 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6932da87-bcd6-429d-8f10-81f1334209e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:18.851515 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910a96e9-b89a-4722-91ac-9f7a650193a6', 'tag': '99a98956-c59b-4793-8ea0-d250c73467e7', 'status': 'completed', 'code': 200}
Apr 22 13:05:18.884835 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6932da87-bcd6-429d-8f10-81f1334209e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:18.985999 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-4e175f25-2985-4eee-b43b-ab733a2906e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:18.990392 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-4e175f25-2985-4eee-b43b-ab733a2906e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51e95625a2a947f3a45abbb825e91358&device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 1097 time: 0.1241083
Apr 22 13:05:19.027395 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6932da87-bcd6-429d-8f10-81f1334209e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:19.033335 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3e923f89-8866-4484-9148-218525340753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:19.047445 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932da87-bcd6-429d-8f10-81f1334209e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02bbf33-e9c9-4be6-8a40-46ad7b089679,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:19.053037 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6932da87-bcd6-429d-8f10-81f1334209e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:19.057701 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-6932da87-bcd6-429d-8f10-81f1334209e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a02bbf33-e9c9-4be6-8a40-46ad7b089679 HTTP/1.1" status: 204  len: 168 time: 0.3650858
Apr 22 13:05:19.057701 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6932da87-bcd6-429d-8f10-81f1334209e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:19.130728 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-4666c4dc-4125-4e6a-90d4-2d7d29cd24a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a98956-c59b-4793-8ea0-d250c73467e7 HTTP/1.1" status: 200  len: 217 time: 0.1301610
Apr 22 13:05:19.212682 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-ea28f0ee-0527-49f9-8e9a-0e822e43306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:19.214284 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-ea28f0ee-0527-49f9-8e9a-0e822e43306a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b27ad705-4ccd-410e-820d-31197cfabea8 HTTP/1.1" status: 200  len: 854 time: 0.0761256
Apr 22 13:05:19.326246 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-61310491-8e93-42af-bce3-e0579d82ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:19.328051 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-61310491-8e93-42af-bce3-e0579d82ed22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b94c520-ad86-444c-8703-f9e972c0b18a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1025796
Apr 22 13:05:19.521040 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-f70fc46d-3c35-495b-a758-8cc144e92bc6 service neutron] 10.222.0.35 "GET /v2.0/networks/8b94c520-ad86-444c-8703-f9e972c0b18a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1817143
Apr 22 13:05:19.638882 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 59360) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:05:19.671396 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-308c1805-a7c1-4fc6-81cf-e3619f427b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:19.690379 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-308c1805-a7c1-4fc6-81cf-e3619f427b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:05:19.696791 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-308c1805-a7c1-4fc6-81cf-e3619f427b7e admin admin] Usage tracker for resource:security_group_rule and tenant:f428e74a3cbe4b94b60d67be6ad9232a is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:05:19.700205 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-308c1805-a7c1-4fc6-81cf-e3619f427b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:05:19.708097 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-308c1805-a7c1-4fc6-81cf-e3619f427b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:05:19.722396 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-048ee280-7a4b-47a1-8c4b-094777706f09 req-a44284d4-a066-44a4-801d-54e451f7c79b service neutron] 10.222.0.35 "GET /v2.0/networks/8b94c520-ad86-444c-8703-f9e972c0b18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1905103
Apr 22 13:05:19.972241 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-308c1805-a7c1-4fc6-81cf-e3619f427b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:20.016291 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-308c1805-a7c1-4fc6-81cf-e3619f427b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:20.026731 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9bceab38-3108-4832-8dbf-f645f95bd518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:20.049209 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158ed3f-e1c2-41a8-9e0f-bec5317bdeee req-86ce045f-3655-45e2-865c-272342672735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:20.052140 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0158ed3f-e1c2-41a8-9e0f-bec5317bdeee req-86ce045f-3655-45e2-865c-272342672735 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51e95625a2a947f3a45abbb825e91358&device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 1097 time: 0.2217674
Apr 22 13:05:20.081617 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c1805-a7c1-4fc6-81cf-e3619f427b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe282c1-f6f8-49a8-8f3a-c4038915cf06,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:20.090336 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-308c1805-a7c1-4fc6-81cf-e3619f427b7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f428e74a3cbe4b94b60d67be6ad9232a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4496624
Apr 22 13:05:20.091536 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-308c1805-a7c1-4fc6-81cf-e3619f427b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:20.092070 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 59370) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:05:20.181803 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0dcd1be1-0f5f-439a-8c58-9f140c6b6050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:20.218591 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0dcd1be1-0f5f-439a-8c58-9f140c6b6050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:20.313078 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0dcd1be1-0f5f-439a-8c58-9f140c6b6050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:20.319370 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-50465750-27b2-4e32-92d4-b608642aac1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:20.336741 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd1be1-0f5f-439a-8c58-9f140c6b6050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe282c1-f6f8-49a8-8f3a-c4038915cf06,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:20.339805 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0dcd1be1-0f5f-439a-8c58-9f140c6b6050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:20.342514 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0dcd1be1-0f5f-439a-8c58-9f140c6b6050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:20.348991 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-0dcd1be1-0f5f-439a-8c58-9f140c6b6050 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8fe282c1-f6f8-49a8-8f3a-c4038915cf06 HTTP/1.1" status: 204  len: 168 time: 0.2506704
Apr 22 13:05:20.634862 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69606864-4cb4-4bd9-b014-46fd64d23d41 req-52ec19e9-3568-4349-983d-e1311b969cfe tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:20.636646 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-69606864-4cb4-4bd9-b014-46fd64d23d41 req-52ec19e9-3568-4349-983d-e1311b969cfe tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 944 time: 0.7025526
Apr 22 13:05:20.705190 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158ed3f-e1c2-41a8-9e0f-bec5317bdeee req-e1eb3d00-41b5-4880-84ac-1fa98473fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:20.706932 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0158ed3f-e1c2-41a8-9e0f-bec5317bdeee req-e1eb3d00-41b5-4880-84ac-1fa98473fb1c service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b94c520-ad86-444c-8703-f9e972c0b18a HTTP/1.1" status: 200  len: 916 time: 0.6454153
Apr 22 13:05:20.782581 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-69606864-4cb4-4bd9-b014-46fd64d23d41 req-b387d60c-98ef-4e22-814b-11f25ed02be4 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308579
Apr 22 13:05:20.793184 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0158ed3f-e1c2-41a8-9e0f-bec5317bdeee req-893d1fe3-78f2-4542-b1d2-c71c533b513a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a98956-c59b-4793-8ea0-d250c73467e7 HTTP/1.1" status: 200  len: 217 time: 0.0790324
Apr 22 13:05:20.869647 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158ed3f-e1c2-41a8-9e0f-bec5317bdeee req-8d335a5a-f350-45f5-9131-11320fa81a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:20.871305 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0158ed3f-e1c2-41a8-9e0f-bec5317bdeee req-8d335a5a-f350-45f5-9131-11320fa81a35 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b27ad705-4ccd-410e-820d-31197cfabea8 HTTP/1.1" status: 200  len: 854 time: 0.0689716
Apr 22 13:05:20.985067 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158ed3f-e1c2-41a8-9e0f-bec5317bdeee req-432450b0-08de-462a-a78e-4f0838973d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:20.986916 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0158ed3f-e1c2-41a8-9e0f-bec5317bdeee req-432450b0-08de-462a-a78e-4f0838973d26 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b94c520-ad86-444c-8703-f9e972c0b18a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1087494
Apr 22 13:05:21.160143 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0158ed3f-e1c2-41a8-9e0f-bec5317bdeee req-a1c9a30f-ca7a-499b-bf09-9e86b4437801 service neutron] 10.222.0.35 "GET /v2.0/networks/8b94c520-ad86-444c-8703-f9e972c0b18a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1640201
Apr 22 13:05:21.340072 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0158ed3f-e1c2-41a8-9e0f-bec5317bdeee req-8e55d551-b0bf-4f94-85c7-64efaac7e84b service neutron] 10.222.0.35 "GET /v2.0/networks/8b94c520-ad86-444c-8703-f9e972c0b18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1705432
Apr 22 13:05:22.101508 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b9f17-edce-4b02-89d4-2270934a847f req-74f28a8e-1b3d-4ef8-96e1-d840521b979e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:22.104661 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d66b9f17-edce-4b02-89d4-2270934a847f req-74f28a8e-1b3d-4ef8-96e1-d840521b979e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 944 time: 0.1484222
Apr 22 13:05:22.166984 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d66b9f17-edce-4b02-89d4-2270934a847f req-4fa1a375-3af0-4b6b-b6b4-7e34d1a00564 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540876
Apr 22 13:05:22.563365 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 99a98956-c59b-4793-8ea0-d250c73467e7 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 13:05:22.776892 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 99a98956-c59b-4793-8ea0-d250c73467e7, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=99a98956-c59b-4793-8ea0-d250c73467e7,segment=NetworkSegment(e627de4d-f85e-41bc-a13c-7703c69f3fdd),segment_id=e627de4d-f85e-41bc-a13c-7703c69f3fdd)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:05:22.793539 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': '99a98956-c59b-4793-8ea0-d250c73467e7', 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a', 'port_id': '99a98956-c59b-4793-8ea0-d250c73467e7', 'mac_address': 'fa:16:3e:06:89:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 13:05:22.870108 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:22.890381 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a98956-c59b-4793-8ea0-d250c73467e7 {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:05:22.910547 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 99a98956-c59b-4793-8ea0-d250c73467e7, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=99a98956-c59b-4793-8ea0-d250c73467e7,segment=NetworkSegment(e627de4d-f85e-41bc-a13c-7703c69f3fdd),segment_id=e627de4d-f85e-41bc-a13c-7703c69f3fdd)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:05:22.959365 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:22.962580 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:23.096311 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=99a98956-c59b-4793-8ea0-d250c73467e7,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:23.101843 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:23.215122 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['99a98956-c59b-4793-8ea0-d250c73467e7'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 13:05:23.500650 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09604bc-e2ae-4494-be36-1413388d4034 req-b3ba6cc6-73fb-4a22-9d15-dfa95180a031 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:23.515460 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e09604bc-e2ae-4494-be36-1413388d4034 req-b3ba6cc6-73fb-4a22-9d15-dfa95180a031 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 945 time: 0.1398003
Apr 22 13:05:23.587672 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e09604bc-e2ae-4494-be36-1413388d4034 req-c2314a4b-a62b-4109-b223-5fc859645a2f tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668933
Apr 22 13:05:24.559828 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 99a98956-c59b-4793-8ea0-d250c73467e7 up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:05:24.689848 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning for port 99a98956-c59b-4793-8ea0-d250c73467e7 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:05:24.698629 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port 99a98956-c59b-4793-8ea0-d250c73467e7 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:05:24.699395 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:24.857700 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15502667-fd4d-4bd6-ad61-98f2e4d12af0 req-baa80424-974c-4d04-8c9a-56290a8399ce tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:24.866784 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-15502667-fd4d-4bd6-ad61-98f2e4d12af0 req-baa80424-974c-4d04-8c9a-56290a8399ce tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 945 time: 0.1317012
Apr 22 13:05:24.920769 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-15502667-fd4d-4bd6-ad61-98f2e4d12af0 req-37a616c1-892a-46e2-89d1-d09803a84a98 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529890
Apr 22 13:05:24.964259 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:25.006754 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910a96e9-b89a-4722-91ac-9f7a650193a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a98956-c59b-4793-8ea0-d250c73467e7'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:05:25.027206 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 99a98956-c59b-4793-8ea0-d250c73467e7, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=99a98956-c59b-4793-8ea0-d250c73467e7,segment=NetworkSegment(e627de4d-f85e-41bc-a13c-7703c69f3fdd),segment_id=e627de4d-f85e-41bc-a13c-7703c69f3fdd)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:05:25.070745 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910a96e9-b89a-4722-91ac-9f7a650193a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a98956-c59b-4793-8ea0-d250c73467e7', 'code': 200}
Apr 22 13:05:25.090513 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:25.093158 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:25.176527 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=99a98956-c59b-4793-8ea0-d250c73467e7,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:25.179436 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:25.390900 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 59456) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:05:25.500862 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32239b1-8ffa-48ad-b545-5fb8bfb7338c req-37797122-2bb9-49e3-b190-3a55ec356246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:25.502502 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f32239b1-8ffa-48ad-b545-5fb8bfb7338c req-37797122-2bb9-49e3-b190-3a55ec356246 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 1099 time: 0.1221750
Apr 22 13:05:25.557391 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f32239b1-8ffa-48ad-b545-5fb8bfb7338c req-426273cd-704e-4663-bccf-37d4c045ff86 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434418
Apr 22 13:05:25.565764 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d4684f82-b771-4e7d-9b01-a7867dbdcb5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:25.583716 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d4684f82-b771-4e7d-9b01-a7867dbdcb5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:05:25.588137 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d4684f82-b771-4e7d-9b01-a7867dbdcb5b admin admin] Usage tracker for resource:security_group_rule and tenant:1473b43b0fba48c5bef76e7bdee5ec7d is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:05:25.591778 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d4684f82-b771-4e7d-9b01-a7867dbdcb5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:05:25.598310 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d4684f82-b771-4e7d-9b01-a7867dbdcb5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:05:25.717157 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d4684f82-b771-4e7d-9b01-a7867dbdcb5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:25.781785 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d4684f82-b771-4e7d-9b01-a7867dbdcb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:25.792209 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5355a2c1-065b-414f-ba7e-1c11138c9961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:25.837467 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-d4684f82-b771-4e7d-9b01-a7867dbdcb5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1473b43b0fba48c5bef76e7bdee5ec7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4448979
Apr 22 13:05:25.839335 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4684f82-b771-4e7d-9b01-a7867dbdcb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c93fda-1c0a-4e48-b8c9-312aa3cad71e,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:25.842023 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 59462) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:05:25.844778 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d4684f82-b771-4e7d-9b01-a7867dbdcb5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:25.956614 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f1547ca2-7b6b-479b-9791-07bd1b908e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:26.009205 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f1547ca2-7b6b-479b-9791-07bd1b908e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:26.166845 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce84b4-d7bf-4cf0-b721-901881504d37 req-858a73c2-6f35-4dd2-9840-710ae060e8d4 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:26.168692 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c5ce84b4-d7bf-4cf0-b721-901881504d37 req-858a73c2-6f35-4dd2-9840-710ae060e8d4 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 946 time: 0.1083648
Apr 22 13:05:26.169947 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f1547ca2-7b6b-479b-9791-07bd1b908e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:26.174442 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d8c9b65b-fdd4-4227-9618-782966919673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:26.204008 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1547ca2-7b6b-479b-9791-07bd1b908e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c93fda-1c0a-4e48-b8c9-312aa3cad71e,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:26.214121 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f1547ca2-7b6b-479b-9791-07bd1b908e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:26.228511 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f1547ca2-7b6b-479b-9791-07bd1b908e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:26.233205 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-f1547ca2-7b6b-479b-9791-07bd1b908e5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84c93fda-1c0a-4e48-b8c9-312aa3cad71e HTTP/1.1" status: 204  len: 168 time: 0.3866224
Apr 22 13:05:26.247499 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c5ce84b4-d7bf-4cf0-b721-901881504d37 req-7c85d949-f18f-4810-8b26-27cb4dc1f248 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621409
Apr 22 13:05:26.877886 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 59478) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:05:26.899591 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-45ab207e-2eda-4c39-a001-d9971c32444e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:26.917607 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-45ab207e-2eda-4c39-a001-d9971c32444e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:05:26.922417 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-45ab207e-2eda-4c39-a001-d9971c32444e admin admin] Usage tracker for resource:security_group_rule and tenant:0b77120be0354547b767a96e4cd1f502 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:05:26.926442 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-45ab207e-2eda-4c39-a001-d9971c32444e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:05:26.933423 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-45ab207e-2eda-4c39-a001-d9971c32444e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:05:27.039540 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-45ab207e-2eda-4c39-a001-d9971c32444e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:27.069016 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-45ab207e-2eda-4c39-a001-d9971c32444e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:27.086006 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-91fda5de-cd19-4b61-8be7-678cca5e799b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:27.189214 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-45ab207e-2eda-4c39-a001-d9971c32444e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b77120be0354547b767a96e4cd1f502&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3088007
Apr 22 13:05:27.191493 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab207e-2eda-4c39-a001-d9971c32444e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3496544d-68f1-433a-9788-469281f8ab43,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:27.192950 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 59482) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:05:27.197558 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-45ab207e-2eda-4c39-a001-d9971c32444e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:27.271108 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1a681457-a81a-490e-972b-fc149ba20af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:27.304543 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1a681457-a81a-490e-972b-fc149ba20af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:27.404514 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1a681457-a81a-490e-972b-fc149ba20af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:27.411596 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-52370d51-745d-4672-865e-3ed2bf7c3c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:27.431462 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a681457-a81a-490e-972b-fc149ba20af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3496544d-68f1-433a-9788-469281f8ab43,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:27.438224 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1a681457-a81a-490e-972b-fc149ba20af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:27.444723 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1a681457-a81a-490e-972b-fc149ba20af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:27.447298 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-1a681457-a81a-490e-972b-fc149ba20af9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3496544d-68f1-433a-9788-469281f8ab43 HTTP/1.1" status: 204  len: 168 time: 0.2525203
Apr 22 13:05:27.571600 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff0dfd-fc8f-4be6-9ebe-4af769549b6d req-691193da-8d68-4465-93a1-f7486af9e8e0 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:27.574557 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c0ff0dfd-fc8f-4be6-9ebe-4af769549b6d req-691193da-8d68-4465-93a1-f7486af9e8e0 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 946 time: 0.1489525
Apr 22 13:05:27.665786 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c0ff0dfd-fc8f-4be6-9ebe-4af769549b6d req-cc4a5c89-ba0c-4f17-b664-8b310f773177 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833197
Apr 22 13:05:27.889989 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98aad9-47f3-4711-82d5-1b8d1d8d239c req-7db7a2c5-4d52-4bc4-9781-e2fda6777831 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:27.891851 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0f98aad9-47f3-4711-82d5-1b8d1d8d239c req-7db7a2c5-4d52-4bc4-9781-e2fda6777831 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 946 time: 0.0965910
Apr 22 13:05:27.951355 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0f98aad9-47f3-4711-82d5-1b8d1d8d239c req-d9c466b8-d0d8-485c-80c2-462dcda5784a tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502758
Apr 22 13:05:28.590944 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83c24a-5276-4da6-8876-2e19816e1c2c req-6579053e-39e9-46fa-8975-8c4b4ef8c844 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:28.592714 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ab83c24a-5276-4da6-8876-2e19816e1c2c req-6579053e-39e9-46fa-8975-8c4b4ef8c844 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 946 time: 0.1732397
Apr 22 13:05:28.657411 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ab83c24a-5276-4da6-8876-2e19816e1c2c req-31685e2e-c52f-446e-b2ad-af6cc9487d74 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520840
Apr 22 13:05:35.587502 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3ceff4de-727a-468b-ba0b-afe06106a1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:37.032905 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:38.415696 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-50428df5-adf5-4924-bca2-cf32436530f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:40.232770 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:40.427778 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:41.181215 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:42.300304 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:05:42.686222 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9c8397b2-56b7-495c-943d-955fb53361a2 req-25413cc2-01ec-4d7d-aff4-3c313f95834f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0931833
Apr 22 13:05:42.852349 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8397b2-56b7-495c-943d-955fb53361a2 req-f7119c2a-7718-4a1c-81f6-8f1236d40324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:42.854176 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9c8397b2-56b7-495c-943d-955fb53361a2 req-f7119c2a-7718-4a1c-81f6-8f1236d40324 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f47160e096ea4aef93cb730e0accf8e6&device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 1098 time: 0.0890636
Apr 22 13:05:43.037061 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8397b2-56b7-495c-943d-955fb53361a2 req-7670469b-50c7-490c-8fb2-01e6d5ce428a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:43.039708 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9c8397b2-56b7-495c-943d-955fb53361a2 req-7670469b-50c7-490c-8fb2-01e6d5ce428a service neutron] 10.222.0.35 "GET /v2.0/networks?id=d05e26c1-05af-49ff-9dfd-3e90bf4899b5 HTTP/1.1" status: 200  len: 910 time: 0.1607752
Apr 22 13:05:43.213189 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9c8397b2-56b7-495c-943d-955fb53361a2 req-3461ff43-55f1-4bae-8bd0-6c695121cf2a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed85d4c9-f7c9-4141-ab04-a295a2d00b65 HTTP/1.1" status: 200  len: 1001 time: 0.1662939
Apr 22 13:05:43.297956 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8397b2-56b7-495c-943d-955fb53361a2 req-adc5f0c1-9918-42ea-9a12-14070e58c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:43.299580 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9c8397b2-56b7-495c-943d-955fb53361a2 req-adc5f0c1-9918-42ea-9a12-14070e58c1e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=39298668-4b9e-4e6f-921e-092c9f15844e HTTP/1.1" status: 200  len: 848 time: 0.0702145
Apr 22 13:05:43.396755 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8397b2-56b7-495c-943d-955fb53361a2 req-029d3033-5038-4acc-8b37-40dbf5311213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:43.398515 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9c8397b2-56b7-495c-943d-955fb53361a2 req-029d3033-5038-4acc-8b37-40dbf5311213 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d05e26c1-05af-49ff-9dfd-3e90bf4899b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0913410
Apr 22 13:05:43.589528 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9c8397b2-56b7-495c-943d-955fb53361a2 req-90539ebc-421c-49f0-8c03-4fcd867fa2b8 service neutron] 10.222.0.35 "GET /v2.0/networks/d05e26c1-05af-49ff-9dfd-3e90bf4899b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1820362
Apr 22 13:05:43.756187 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9c8397b2-56b7-495c-943d-955fb53361a2 req-ce36da5a-fd53-49ca-b1f9-0b3b8cb44b81 service neutron] 10.222.0.35 "GET /v2.0/networks/d05e26c1-05af-49ff-9dfd-3e90bf4899b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1550658
Apr 22 13:05:46.496926 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ff950-4605-4aba-b954-b3c7ea127834 req-a3ac912a-d632-4245-b078-3de4360ff950 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:46.499695 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-de3ff950-4605-4aba-b954-b3c7ea127834 req-a3ac912a-d632-4245-b078-3de4360ff950 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 946 time: 0.2716887
Apr 22 13:05:46.584786 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-de3ff950-4605-4aba-b954-b3c7ea127834 req-7bb74d53-bb27-4983-8242-1d5806df2d51 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734668
Apr 22 13:05:46.636502 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 59682) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:05:46.920270 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60983f55-8e50-4c76-91d5-5fc7fabf297d tempest-TestMinimumBasicScenario-1047400096 tempest-TestMinimumBasicScenario-1047400096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:46.925508 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-60983f55-8e50-4c76-91d5-5fc7fabf297d tempest-TestMinimumBasicScenario-1047400096 tempest-TestMinimumBasicScenario-1047400096-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 1094 time: 0.2843907
Apr 22 13:05:46.925961 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 59692) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:05:46.932404 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Request body: {'floatingip': {'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'port_id': '99a98956-c59b-4793-8ea0-d250c73467e7', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:05:46.939713 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:05:46.945549 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Usage tracker for resource:floatingip and tenant:51e95625a2a947f3a45abbb825e91358 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:05:46.948958 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:05:46.955903 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:05:46.992714 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for floatingip, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:47.505992 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:47.521403 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b9d52-a0a2-4792-9779-c984319fffa4 req-489defb5-07ec-48b7-8639-d3dff6d42236 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:47.523535 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9c2b9d52-a0a2-4792-9779-c984319fffa4 req-489defb5-07ec-48b7-8639-d3dff6d42236 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 946 time: 0.1117983
Apr 22 13:05:47.577402 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-9c2b9d52-a0a2-4792-9779-c984319fffa4 req-e727f3aa-dada-4783-b794-aad4c15ee4ea tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470970
Apr 22 13:05:47.670172 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Allocated IP 172.27.3.78 (2ddae30a-787b-4105-96b6-1d621d63b6d6/f62b3f7c-fd2a-4037-bea1-66926d384c05/e0c5dd17-1ce0-4bc7-babe-afde15ff2f43) {{(pid=86532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:05:47.836270 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for port, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:47.896366 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:47.901729 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-83cabb70-c515-42f2-92d0-254f6c4ad49b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:47.966861 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:05:47.979523 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:05:47.982247 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Received port after_create {{(pid=86532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:05:48.028570 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Pushing event updated for resources: {'Port': ['ID=e0c5dd17-1ce0-4bc7-babe-afde15ff2f43,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:48.033212 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:48.460003 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:48.599532 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:48.936373 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe9099-bdcc-4cfa-b4ff-fb208496b1cf req-52619f6c-03dc-40f4-a68a-b0a50a8f3a7a tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:48.938257 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6ffe9099-bdcc-4cfa-b4ff-fb208496b1cf req-52619f6c-03dc-40f4-a68a-b0a50a8f3a7a tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 946 time: 0.1753802
Apr 22 13:05:48.980540 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for port, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:49.020776 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6ffe9099-bdcc-4cfa-b4ff-fb208496b1cf req-f4ccb990-229b-4f61-abe9-99ef9f03c2a6 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673575
Apr 22 13:05:49.021799 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843907407'] for port, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:49.026748 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:49.161834 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Pushing event updated for resources: {'Port': ['ID=e0c5dd17-1ce0-4bc7-babe-afde15ff2f43,revision_number=2']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:49.165567 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:49.179603 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-769201'] for floatingip, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:49.404351 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.l3_db [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Floating IP dd8c35a7-d0d4-4363-b441-1ba3c9c9697f associated. External IP: 172.27.3.78, port: 99a98956-c59b-4793-8ea0-d250c73467e7.
Apr 22 13:05:49.838746 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Router fd64f108-ba0b-4b29-ab0d-37bcf9016569 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:05:50.059422 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:05:50.072755 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db372f6c-9a91-40bf-9938-812ed7b99f8d None None] Sync routers for ids ['fd64f108-ba0b-4b29-ab0d-37bcf9016569'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:05:50.112949 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db372f6c-9a91-40bf-9938-812ed7b99f8d None None] Routers {'fd64f108-ba0b-4b29-ab0d-37bcf9016569'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:05:50.112949 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-db372f6c-9a91-40bf-9938-812ed7b99f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c163048>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:05:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['fd64f108-ba0b-4b29-ab0d-37bcf9016569'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:05:50.136667 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for floatingip, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:50.227244 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2996452
Apr 22 13:05:50.228833 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910a96e9-b89a-4722-91ac-9f7a650193a6', 'tag': '99a98956-c59b-4793-8ea0-d250c73467e7'}] {{(pid=86532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:05:50.238720 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 59712) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:05:50.249970 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-115e0194-e8fd-434e-bfcf-511de380ca7c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1728238626', 'description': 'tempest-secgroup-smoke-1728238626 description', 'project_id': '51e95625a2a947f3a45abbb825e91358'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:05:50.262310 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-115e0194-e8fd-434e-bfcf-511de380ca7c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:05:50.283198 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-115e0194-e8fd-434e-bfcf-511de380ca7c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:05:50.298115 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910a96e9-b89a-4722-91ac-9f7a650193a6', 'tag': '99a98956-c59b-4793-8ea0-d250c73467e7', 'status': 'completed', 'code': 200}
Apr 22 13:05:50.320930 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7f1d7-70a8-4cd8-b53e-7e4e92b3b7cf req-5308220a-18bd-4e1f-bbb2-c5ed2629dde7 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:50.322653 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0be7f1d7-70a8-4cd8-b53e-7e4e92b3b7cf req-5308220a-18bd-4e1f-bbb2-c5ed2629dde7 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 946 time: 0.1337345
Apr 22 13:05:50.336184 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-115e0194-e8fd-434e-bfcf-511de380ca7c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:50.352560 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-db372f6c-9a91-40bf-9938-812ed7b99f8d None None] Set router fd64f108-ba0b-4b29-ab0d-37bcf9016569 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:05:50.379872 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-115e0194-e8fd-434e-bfcf-511de380ca7c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:05:50.387706 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-115e0194-e8fd-434e-bfcf-511de380ca7c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Usage tracker for resource:security_group_rule and tenant:51e95625a2a947f3a45abbb825e91358 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:05:50.393833 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-115e0194-e8fd-434e-bfcf-511de380ca7c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:05:50.407377 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-115e0194-e8fd-434e-bfcf-511de380ca7c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:05:50.421431 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0be7f1d7-70a8-4cd8-b53e-7e4e92b3b7cf req-a6c62d09-642d-41cf-931d-4adef0d346ca tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854716
Apr 22 13:05:50.553920 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-115e0194-e8fd-434e-bfcf-511de380ca7c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:50.678095 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-115e0194-e8fd-434e-bfcf-511de380ca7c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:50.684396 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-656a08ca-b84c-4b00-a1fe-98c5b27c869e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:50.741983 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e0194-e8fd-434e-bfcf-511de380ca7c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=737f277a-e589-4408-be35-d7b85f213100,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:50.745835 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-115e0194-e8fd-434e-bfcf-511de380ca7c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:50.770814 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-115e0194-e8fd-434e-bfcf-511de380ca7c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:50.773761 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-115e0194-e8fd-434e-bfcf-511de380ca7c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5322244
Apr 22 13:05:50.777417 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 59718) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:05:50.785111 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-45508111-de15-4b55-8b1f-6bb1d4a5c7a5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Request body: {'security_group_rule': {'security_group_id': '737f277a-e589-4408-be35-d7b85f213100', 'project_id': '51e95625a2a947f3a45abbb825e91358', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:05:50.795064 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-45508111-de15-4b55-8b1f-6bb1d4a5c7a5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:05:50.801256 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-45508111-de15-4b55-8b1f-6bb1d4a5c7a5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Usage tracker for resource:security_group_rule and tenant:51e95625a2a947f3a45abbb825e91358 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:05:50.805583 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-45508111-de15-4b55-8b1f-6bb1d4a5c7a5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:05:50.806283 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-db372f6c-9a91-40bf-9938-812ed7b99f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c163048>, [{'id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'name': 'tempest-TestMinimumBasicScenario-2137592041-router', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:14Z', 'updated_at': '2021-04-22T13:04:25Z', 'revision_number': 4, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'gw_port': {'id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:15Z', 'updated_at': '2021-04-22T13:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': 'dd8c35a7-d0d4-4363-b441-1ba3c9c9697f', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'port_id': '99a98956-c59b-4793-8ea0-d250c73467e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a', 'mac_address': 'fa:16:3e:06:89:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910a96e9-b89a-4722-91ac-9f7a650193a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:05:48Z', 'updated_at': '2021-04-22T13:05:48Z', 'revision_number': 0, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d86739b-fdcb-41b5-b484-a4d5fd03fdd6', 'name': '', 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'mac_address': 'fa:16:3e:c9:d3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:23Z', 'updated_at': '2021-04-22T13:04:36Z', 'revision_number': 5, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'subnets': [{'id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:05:50.812223 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db372f6c-9a91-40bf-9938-812ed7b99f8d None None] Checking router: fd64f108-ba0b-4b29-ab0d-37bcf9016569 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:05:50.814555 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-45508111-de15-4b55-8b1f-6bb1d4a5c7a5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:05:50.824696 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db372f6c-9a91-40bf-9938-812ed7b99f8d None None] Routers {'fd64f108-ba0b-4b29-ab0d-37bcf9016569'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:05:50.825542 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-db372f6c-9a91-40bf-9938-812ed7b99f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c163048>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:05:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['fd64f108-ba0b-4b29-ab0d-37bcf9016569'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:05:50.865557 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-45508111-de15-4b55-8b1f-6bb1d4a5c7a5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:50.981981 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-45508111-de15-4b55-8b1f-6bb1d4a5c7a5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:51.022072 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-45508111-de15-4b55-8b1f-6bb1d4a5c7a5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:51.026491 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:51.165595 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45508111-de15-4b55-8b1f-6bb1d4a5c7a5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d285421-a44f-4df2-a9a0-e383427cc3e9,revision_number=0']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:51.179653 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-45508111-de15-4b55-8b1f-6bb1d4a5c7a5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:51.248938 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7406e4-3d47-4a00-ac2f-a4bddf477d14 req-aa4ac7b8-4b4c-4a6d-849e-963cd1d6880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:51.251091 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4c7406e4-3d47-4a00-ac2f-a4bddf477d14 req-aa4ac7b8-4b4c-4a6d-849e-963cd1d6880f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51e95625a2a947f3a45abbb825e91358&device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 1099 time: 0.2038534
Apr 22 13:05:51.256039 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-45508111-de15-4b55-8b1f-6bb1d4a5c7a5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:51.261162 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-45508111-de15-4b55-8b1f-6bb1d4a5c7a5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4791529
Apr 22 13:05:51.266619 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-db372f6c-9a91-40bf-9938-812ed7b99f8d None None] Set router fd64f108-ba0b-4b29-ab0d-37bcf9016569 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:05:51.266871 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 59724) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:05:51.270465 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-f41acca7-c726-415a-b723-a3b47e4d5950 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Request body: {'security_group_rule': {'security_group_id': '737f277a-e589-4408-be35-d7b85f213100', 'project_id': '51e95625a2a947f3a45abbb825e91358', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:05:51.278894 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-f41acca7-c726-415a-b723-a3b47e4d5950 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:05:51.285387 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f41acca7-c726-415a-b723-a3b47e4d5950 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Usage tracker for resource:security_group_rule and tenant:51e95625a2a947f3a45abbb825e91358 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:05:51.290253 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f41acca7-c726-415a-b723-a3b47e4d5950 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:05:51.298969 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-f41acca7-c726-415a-b723-a3b47e4d5950 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:05:51.361377 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f41acca7-c726-415a-b723-a3b47e4d5950 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:51.449891 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f41acca7-c726-415a-b723-a3b47e4d5950 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:51.498312 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f41acca7-c726-415a-b723-a3b47e4d5950 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:51.526176 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:51.584443 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41acca7-c726-415a-b723-a3b47e4d5950 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f7cc58-3c24-4354-9388-7e17bc63b137,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:51.590555 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f41acca7-c726-415a-b723-a3b47e4d5950 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:51.638863 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f41acca7-c726-415a-b723-a3b47e4d5950 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:51.641807 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-f41acca7-c726-415a-b723-a3b47e4d5950 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3777454
Apr 22 13:05:51.649041 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 59730) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:05:51.659763 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-a85f1903-3932-4074-a5e0-78d3125f12f6 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Request body: {'security_group_rule': {'security_group_id': '737f277a-e589-4408-be35-d7b85f213100', 'project_id': '51e95625a2a947f3a45abbb825e91358', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:05:51.669639 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a85f1903-3932-4074-a5e0-78d3125f12f6 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:05:51.673808 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7406e4-3d47-4a00-ac2f-a4bddf477d14 req-cc7e4e49-2cfb-42c8-a52d-1f41af93f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:51.675998 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4c7406e4-3d47-4a00-ac2f-a4bddf477d14 req-cc7e4e49-2cfb-42c8-a52d-1f41af93f6a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b94c520-ad86-444c-8703-f9e972c0b18a HTTP/1.1" status: 200  len: 916 time: 0.4157579
Apr 22 13:05:51.686119 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ceeb5-d718-4d17-8e04-7ca293b81f83 req-d67449dc-188f-43ba-bbe9-5c9b1e3f939c tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:51.687763 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-006ceeb5-d718-4d17-8e04-7ca293b81f83 req-d67449dc-188f-43ba-bbe9-5c9b1e3f939c tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 946 time: 0.2967052
Apr 22 13:05:51.690917 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a85f1903-3932-4074-a5e0-78d3125f12f6 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Usage tracker for resource:security_group_rule and tenant:51e95625a2a947f3a45abbb825e91358 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:05:51.759491 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a85f1903-3932-4074-a5e0-78d3125f12f6 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:05:51.805945 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c6822-4e4e-4d21-88fe-9963f39d4e65 req-0e449cda-a907-4ae1-a5c2-d202d53c09b4 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:51.809024 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c58c6822-4e4e-4d21-88fe-9963f39d4e65 req-0e449cda-a907-4ae1-a5c2-d202d53c09b4 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 946 time: 0.1650379
Apr 22 13:05:51.820758 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a85f1903-3932-4074-a5e0-78d3125f12f6 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:05:51.826759 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-db372f6c-9a91-40bf-9938-812ed7b99f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c163048>, [{'id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'name': 'tempest-TestMinimumBasicScenario-2137592041-router', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:14Z', 'updated_at': '2021-04-22T13:04:25Z', 'revision_number': 4, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'gw_port': {'id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:15Z', 'updated_at': '2021-04-22T13:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': 'dd8c35a7-d0d4-4363-b441-1ba3c9c9697f', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'port_id': '99a98956-c59b-4793-8ea0-d250c73467e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a', 'mac_address': 'fa:16:3e:06:89:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910a96e9-b89a-4722-91ac-9f7a650193a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:05:48Z', 'updated_at': '2021-04-22T13:05:48Z', 'revision_number': 0, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d86739b-fdcb-41b5-b484-a4d5fd03fdd6', 'name': '', 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'mac_address': 'fa:16:3e:c9:d3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:23Z', 'updated_at': '2021-04-22T13:04:36Z', 'revision_number': 5, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'subnets': [{'id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:05:51.836117 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db372f6c-9a91-40bf-9938-812ed7b99f8d None None] The sync data for ids ['fd64f108-ba0b-4b29-ab0d-37bcf9016569'] in dv-cinder-787262-3-iscsi is: [{'id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'name': 'tempest-TestMinimumBasicScenario-2137592041-router', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:14Z', 'updated_at': '2021-04-22T13:04:25Z', 'revision_number': 4, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'gw_port': {'id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:15Z', 'updated_at': '2021-04-22T13:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': 'dd8c35a7-d0d4-4363-b441-1ba3c9c9697f', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'port_id': '99a98956-c59b-4793-8ea0-d250c73467e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a', 'mac_address': 'fa:16:3e:06:89:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910a96e9-b89a-4722-91ac-9f7a650193a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:05:48Z', 'updated_at': '2021-04-22T13:05:48Z', 'revision_number': 0, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d86739b-fdcb-41b5-b484-a4d5fd03fdd6', 'name': '', 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'mac_address': 'fa:16:3e:c9:d3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:23Z', 'updated_at': '2021-04-22T13:04:36Z', 'revision_number': 5, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'subnets': [{'id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:05:51.886029 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-006ceeb5-d718-4d17-8e04-7ca293b81f83 req-c83913f7-ff2e-4feb-aa51-dfcd3287a56c tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Deleting port 19f20a60-a4a8-4b80-b039-a93fc52ce7d7 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:05:51.886821 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-006ceeb5-d718-4d17-8e04-7ca293b81f83 req-c83913f7-ff2e-4feb-aa51-dfcd3287a56c tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:51.897901 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c58c6822-4e4e-4d21-88fe-9963f39d4e65 req-4054019c-92d4-4f43-99a7-7feb02f79af0 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752354
Apr 22 13:05:51.929989 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4c7406e4-3d47-4a00-ac2f-a4bddf477d14 req-0505be78-f9fd-4429-8518-faf4ff207002 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a98956-c59b-4793-8ea0-d250c73467e7 HTTP/1.1" status: 200  len: 999 time: 0.2411242
Apr 22 13:05:52.007842 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a85f1903-3932-4074-a5e0-78d3125f12f6 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:52.134550 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7406e4-3d47-4a00-ac2f-a4bddf477d14 req-b1113d93-c95b-4f55-aac0-e5d0fee20a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:52.136202 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4c7406e4-3d47-4a00-ac2f-a4bddf477d14 req-b1113d93-c95b-4f55-aac0-e5d0fee20a2c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b27ad705-4ccd-410e-820d-31197cfabea8 HTTP/1.1" status: 200  len: 854 time: 0.1906903
Apr 22 13:05:52.258152 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1021b3dc-ebbc-41d3-bcf3-ca2dc9a9e3d5 None None] New status for floating IP dd8c35a7-d0d4-4363-b441-1ba3c9c9697f: ACTIVE {{(pid=86535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 13:05:52.676898 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a85f1903-3932-4074-a5e0-78d3125f12f6 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:52.721457 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a85f1903-3932-4074-a5e0-78d3125f12f6 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:52.749185 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:52.794449 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f1903-3932-4074-a5e0-78d3125f12f6 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcb139c-0b61-4ac0-8a00-b8c0da456c20,revision_number=0']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:52.797286 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a85f1903-3932-4074-a5e0-78d3125f12f6 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:52.807166 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7406e4-3d47-4a00-ac2f-a4bddf477d14 req-965b1f1a-a215-4f0f-988a-14036977ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:52.808933 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4c7406e4-3d47-4a00-ac2f-a4bddf477d14 req-965b1f1a-a215-4f0f-988a-14036977ed97 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b94c520-ad86-444c-8703-f9e972c0b18a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6619637
Apr 22 13:05:52.816107 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-006ceeb5-d718-4d17-8e04-7ca293b81f83 req-c83913f7-ff2e-4feb-aa51-dfcd3287a56c tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] For port 19f20a60-a4a8-4b80-b039-a93fc52ce7d7, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=19f20a60-a4a8-4b80-b039-a93fc52ce7d7,segment=NetworkSegment(d97ea531-49b4-49df-a326-4193611b7896),segment_id=d97ea531-49b4-49df-a326-4193611b7896)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:05:52.816107 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-006ceeb5-d718-4d17-8e04-7ca293b81f83 req-c83913f7-ff2e-4feb-aa51-dfcd3287a56c tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:52.917128 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a85f1903-3932-4074-a5e0-78d3125f12f6 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:52.918496 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-a85f1903-3932-4074-a5e0-78d3125f12f6 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.2675662
Apr 22 13:05:52.922720 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 59738) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:05:52.931493 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-e933d97d-9452-4f6d-a382-a20495ca35ab tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Request body: {'security_group_rule': {'security_group_id': '737f277a-e589-4408-be35-d7b85f213100', 'project_id': '51e95625a2a947f3a45abbb825e91358', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:05:52.946185 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-e933d97d-9452-4f6d-a382-a20495ca35ab tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:05:52.954386 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-e933d97d-9452-4f6d-a382-a20495ca35ab tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Usage tracker for resource:security_group_rule and tenant:51e95625a2a947f3a45abbb825e91358 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:05:52.962105 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-e933d97d-9452-4f6d-a382-a20495ca35ab tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:05:52.975761 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-e933d97d-9452-4f6d-a382-a20495ca35ab tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:05:53.041250 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e933d97d-9452-4f6d-a382-a20495ca35ab tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:53.043957 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-006ceeb5-d718-4d17-8e04-7ca293b81f83 req-c83913f7-ff2e-4feb-aa51-dfcd3287a56c tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Calling delete_port for 19f20a60-a4a8-4b80-b039-a93fc52ce7d7 owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:05:53.118811 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e933d97d-9452-4f6d-a382-a20495ca35ab tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:53.175855 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e933d97d-9452-4f6d-a382-a20495ca35ab tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:53.178157 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:53.221410 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933d97d-9452-4f6d-a382-a20495ca35ab tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27849459-ebc0-4c0d-963a-94d9f8252688,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:53.235972 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e933d97d-9452-4f6d-a382-a20495ca35ab tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:53.292136 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e933d97d-9452-4f6d-a382-a20495ca35ab tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:53.301163 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-e933d97d-9452-4f6d-a382-a20495ca35ab tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3754294
Apr 22 13:05:53.302670 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 59748) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:05:53.316771 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-a7f7c96d-3175-4664-a50d-f129b91aaeb5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Request body: {'security_group_rule': {'security_group_id': '737f277a-e589-4408-be35-d7b85f213100', 'project_id': '51e95625a2a947f3a45abbb825e91358', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:05:53.329370 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a7f7c96d-3175-4664-a50d-f129b91aaeb5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:05:53.337799 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a7f7c96d-3175-4664-a50d-f129b91aaeb5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Usage tracker for resource:security_group_rule and tenant:51e95625a2a947f3a45abbb825e91358 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:05:53.343477 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-a7f7c96d-3175-4664-a50d-f129b91aaeb5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:05:53.352599 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4c7406e4-3d47-4a00-ac2f-a4bddf477d14 req-e65c73cb-0e2a-43b9-aa3e-b860f235833d service neutron] 10.222.0.35 "GET /v2.0/networks/8b94c520-ad86-444c-8703-f9e972c0b18a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5279713
Apr 22 13:05:53.354981 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-a7f7c96d-3175-4664-a50d-f129b91aaeb5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:05:53.410970 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.securitygroups_db [None req-a7f7c96d-3175-4664-a50d-f129b91aaeb5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Project 51e95625a2a947f3a45abbb825e91358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 22 13:05:53.420007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c96d-3175-4664-a50d-f129b91aaeb5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:53.522841 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c96d-3175-4664-a50d-f129b91aaeb5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:53.557926 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c96d-3175-4664-a50d-f129b91aaeb5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:53.560386 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:53.588056 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7c96d-3175-4664-a50d-f129b91aaeb5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079262b5-4d29-4368-a388-f2a5f70ca97b,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:53.591048 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a7f7c96d-3175-4664-a50d-f129b91aaeb5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:53.626616 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c96d-3175-4664-a50d-f129b91aaeb5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:53.628986 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-a7f7c96d-3175-4664-a50d-f129b91aaeb5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3238158
Apr 22 13:05:53.632962 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 59752) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:05:53.639221 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-ee0fb70a-44cb-4e96-bfde-a0e4700ccc2e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Request body: {'security_group_rule': {'security_group_id': '737f277a-e589-4408-be35-d7b85f213100', 'project_id': '51e95625a2a947f3a45abbb825e91358', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:05:53.646628 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-ee0fb70a-44cb-4e96-bfde-a0e4700ccc2e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:05:53.651242 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-ee0fb70a-44cb-4e96-bfde-a0e4700ccc2e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Usage tracker for resource:security_group_rule and tenant:51e95625a2a947f3a45abbb825e91358 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:05:53.655070 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-ee0fb70a-44cb-4e96-bfde-a0e4700ccc2e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:05:53.663173 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-ee0fb70a-44cb-4e96-bfde-a0e4700ccc2e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:05:53.701149 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.securitygroups_db [None req-ee0fb70a-44cb-4e96-bfde-a0e4700ccc2e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Project 51e95625a2a947f3a45abbb825e91358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 22 13:05:53.709941 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ee0fb70a-44cb-4e96-bfde-a0e4700ccc2e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:53.734833 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4c7406e4-3d47-4a00-ac2f-a4bddf477d14 req-b4bf791f-fbdd-4570-9959-a11f2a7243a5 service neutron] 10.222.0.35 "GET /v2.0/networks/8b94c520-ad86-444c-8703-f9e972c0b18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3699276
Apr 22 13:05:53.738033 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-006ceeb5-d718-4d17-8e04-7ca293b81f83 req-c83913f7-ff2e-4feb-aa51-dfcd3287a56c tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:53.757328 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ed6a6-923f-442a-ba77-ac6cebc82237 req-02e118f0-2d07-4d18-a87b-29eb87115837 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:53.760382 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-171ed6a6-923f-442a-ba77-ac6cebc82237 req-02e118f0-2d07-4d18-a87b-29eb87115837 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51 HTTP/1.1" status: 200  len: 946 time: 0.5953667
Apr 22 13:05:53.768773 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5e3899a0-8784-4e4f-af8d-cf6fdecedb15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:53.796106 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ee0fb70a-44cb-4e96-bfde-a0e4700ccc2e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:53.832465 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ee0fb70a-44cb-4e96-bfde-a0e4700ccc2e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:53.835119 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4a2b54af-2c57-415e-8414-551622ac7d42 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:53.863177 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fb70a-44cb-4e96-bfde-a0e4700ccc2e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbe2c8e-30c7-4dee-8b6d-22a66ade1e7c,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:53.866617 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ee0fb70a-44cb-4e96-bfde-a0e4700ccc2e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:53.901361 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83913f7-ff2e-4feb-aa51-dfcd3287a56c tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Pushing event deleted for resources: {'Port': ['ID=19f20a60-a4a8-4b80-b039-a93fc52ce7d7,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:53.907161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ee0fb70a-44cb-4e96-bfde-a0e4700ccc2e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:53.915550 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-ee0fb70a-44cb-4e96-bfde-a0e4700ccc2e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2753975
Apr 22 13:05:53.915715 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c83913f7-ff2e-4feb-aa51-dfcd3287a56c tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:54.053955 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-66cfc54e-7d7a-4e08-a22a-14f886c095fa req-b70ae0ee-76c2-4d96-9f63-8bc45af30c03 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Synchronizing usage tracker for tenant:51e95625a2a947f3a45abbb825e91358 on resource:security_group {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:05:54.089674 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-66cfc54e-7d7a-4e08-a22a-14f886c095fa req-b70ae0ee-76c2-4d96-9f63-8bc45af30c03 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Unset dirty status for tenant:51e95625a2a947f3a45abbb825e91358 on resource:security_group {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:05:54.091221 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-66cfc54e-7d7a-4e08-a22a-14f886c095fa req-b70ae0ee-76c2-4d96-9f63-8bc45af30c03 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1728238626&fields=id&tenant_id=51e95625a2a947f3a45abbb825e91358 HTTP/1.1" status: 200  len: 267 time: 0.0857635
Apr 22 13:05:54.110032 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-006ceeb5-d718-4d17-8e04-7ca293b81f83 req-c83913f7-ff2e-4feb-aa51-dfcd3287a56c tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] No DVR routers for this DVR port 19f20a60-a4a8-4b80-b039-a93fc52ce7d7 on host hv-cinder-78726 {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:05:54.118977 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-171ed6a6-923f-442a-ba77-ac6cebc82237 req-e3781f35-0c5d-4ab0-89d2-3bfb972f68d1 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.20 "GET /v2.0/security-groups?id=a9609dc9-793e-4fa6-8922-429bc48e8150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2839832
Apr 22 13:05:54.120893 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-006ceeb5-d718-4d17-8e04-7ca293b81f83 req-c83913f7-ff2e-4feb-aa51-dfcd3287a56c tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:54.126136 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51', 'name': 'network-vif-deleted', 'tag': '19f20a60-a4a8-4b80-b039-a93fc52ce7d7'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:05:54.179458 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-006ceeb5-d718-4d17-8e04-7ca293b81f83 req-c83913f7-ff2e-4feb-aa51-dfcd3287a56c tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] 10.222.0.35 "DELETE /v2.0/ports/19f20a60-a4a8-4b80-b039-a93fc52ce7d7 HTTP/1.1" status: 204  len: 173 time: 2.4311733
Apr 22 13:05:54.192250 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fcb803c-2c2f-45b3-9a40-7a7a8fcd3c51', 'name': 'network-vif-deleted', 'tag': '19f20a60-a4a8-4b80-b039-a93fc52ce7d7', 'status': 'completed', 'code': 200}
Apr 22 13:05:54.210058 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfc54e-7d7a-4e08-a22a-14f886c095fa req-f320c198-175b-4f41-912f-363ed1c7ce24 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:54.211811 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-66cfc54e-7d7a-4e08-a22a-14f886c095fa req-f320c198-175b-4f41-912f-363ed1c7ce24 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 946 time: 0.1130950
Apr 22 13:05:54.225937 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-66cfc54e-7d7a-4e08-a22a-14f886c095fa req-f5a6422e-83fc-4321-aa38-89b569e97e38 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Request body: {'port': {'security_groups': ['3f1b8b08-69a7-4529-a852-055010427a42', '737f277a-e589-4408-be35-d7b85f213100']}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:05:54.376049 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-66cfc54e-7d7a-4e08-a22a-14f886c095fa req-f5a6422e-83fc-4321-aa38-89b569e97e38 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:54.714582 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 19f20a60-a4a8-4b80-b039-a93fc52ce7d7 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:05:54.792767 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] No Port match for: 19f20a60-a4a8-4b80-b039-a93fc52ce7d7 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:05:54.793323 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 19f20a60-a4a8-4b80-b039-a93fc52ce7d7 not bound to the agent host hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:05:54.884610 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-66cfc54e-7d7a-4e08-a22a-14f886c095fa req-f5a6422e-83fc-4321-aa38-89b569e97e38 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] For port 99a98956-c59b-4793-8ea0-d250c73467e7, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=99a98956-c59b-4793-8ea0-d250c73467e7,segment=NetworkSegment(e627de4d-f85e-41bc-a13c-7703c69f3fdd),segment_id=e627de4d-f85e-41bc-a13c-7703c69f3fdd)] {{(pid=86532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:05:54.920318 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-66cfc54e-7d7a-4e08-a22a-14f886c095fa req-f5a6422e-83fc-4321-aa38-89b569e97e38 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for port, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:54.946725 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-66cfc54e-7d7a-4e08-a22a-14f886c095fa req-f5a6422e-83fc-4321-aa38-89b569e97e38 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843907407'] for port, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:54.954619 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-65c244ba-7b44-435e-96a0-1592ea76b2a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:54.960870 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['99a98956-c59b-4793-8ea0-d250c73467e7'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 13:05:55.539656 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfc54e-7d7a-4e08-a22a-14f886c095fa req-f5a6422e-83fc-4321-aa38-89b569e97e38 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:55.541080 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-66cfc54e-7d7a-4e08-a22a-14f886c095fa req-f5a6422e-83fc-4321-aa38-89b569e97e38 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:55.546697 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-66cfc54e-7d7a-4e08-a22a-14f886c095fa req-f5a6422e-83fc-4321-aa38-89b569e97e38 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "PUT /v2.0/ports/99a98956-c59b-4793-8ea0-d250c73467e7 HTTP/1.1" status: 200  len: 982 time: 1.3266523
Apr 22 13:05:55.587387 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910a96e9-b89a-4722-91ac-9f7a650193a6', 'tag': '99a98956-c59b-4793-8ea0-d250c73467e7'}] {{(pid=86532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:05:55.594579 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6422e-83fc-4321-aa38-89b569e97e38 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Pushing event updated for resources: {'Port': ['ID=99a98956-c59b-4793-8ea0-d250c73467e7,revision_number=6']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:55.600766 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['99a98956-c59b-4793-8ea0-d250c73467e7'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 13:05:55.610158 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f5a6422e-83fc-4321-aa38-89b569e97e38 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:55.694433 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910a96e9-b89a-4722-91ac-9f7a650193a6', 'tag': '99a98956-c59b-4793-8ea0-d250c73467e7', 'status': 'completed', 'code': 200}
Apr 22 13:05:55.884587 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-843224df-2acd-48c6-a928-e73fa1fce281 None None] Provisioning complete for port 99a98956-c59b-4793-8ea0-d250c73467e7 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:05:55.885007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-843224df-2acd-48c6-a928-e73fa1fce281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:56.030850 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef34e1-2c45-405e-8b40-a82fe207c79d req-be29f7c4-59ba-476a-a97b-7d86860ccafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:56.034344 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a4ef34e1-2c45-405e-8b40-a82fe207c79d req-be29f7c4-59ba-476a-a97b-7d86860ccafe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51e95625a2a947f3a45abbb825e91358&device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 1138 time: 0.2980909
Apr 22 13:05:56.243734 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259acb8-6acf-4c5a-a6c3-bc18a5bcb4b4 req-d9a0f5fe-3d5e-4f63-b63f-18121569b88f tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:56.260175 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7259acb8-6acf-4c5a-a6c3-bc18a5bcb4b4 req-d9a0f5fe-3d5e-4f63-b63f-18121569b88f tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 985 time: 0.4375072
Apr 22 13:05:56.331335 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef34e1-2c45-405e-8b40-a82fe207c79d req-9a2bbaed-7ed3-43e2-bd94-71836dc66a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:56.334246 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a4ef34e1-2c45-405e-8b40-a82fe207c79d req-9a2bbaed-7ed3-43e2-bd94-71836dc66a97 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b94c520-ad86-444c-8703-f9e972c0b18a HTTP/1.1" status: 200  len: 916 time: 0.2918901
Apr 22 13:05:56.522680 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7259acb8-6acf-4c5a-a6c3-bc18a5bcb4b4 req-8a85198d-0fb8-423a-a387-f0d829fb803f tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&id=737f277a-e589-4408-be35-d7b85f213100&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2608929
Apr 22 13:05:56.600646 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a4ef34e1-2c45-405e-8b40-a82fe207c79d req-0fdcc84f-dc40-4bc8-9494-e434ad8f7e9d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a98956-c59b-4793-8ea0-d250c73467e7 HTTP/1.1" status: 200  len: 1001 time: 0.2511854
Apr 22 13:05:56.716464 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef34e1-2c45-405e-8b40-a82fe207c79d req-5a27e669-5706-4bc7-95e8-df42b2dd5bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:56.716464 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a4ef34e1-2c45-405e-8b40-a82fe207c79d req-5a27e669-5706-4bc7-95e8-df42b2dd5bd6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b27ad705-4ccd-410e-820d-31197cfabea8 HTTP/1.1" status: 200  len: 854 time: 0.1090109
Apr 22 13:05:56.822859 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef34e1-2c45-405e-8b40-a82fe207c79d req-24775175-22b7-431e-b683-973600ebd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:05:56.825582 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a4ef34e1-2c45-405e-8b40-a82fe207c79d req-24775175-22b7-431e-b683-973600ebd99d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b94c520-ad86-444c-8703-f9e972c0b18a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1024098
Apr 22 13:05:56.988779 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a4ef34e1-2c45-405e-8b40-a82fe207c79d req-87d88042-1037-4875-9981-d18578095e73 service neutron] 10.222.0.35 "GET /v2.0/networks/8b94c520-ad86-444c-8703-f9e972c0b18a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1563182
Apr 22 13:05:57.153955 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a4ef34e1-2c45-405e-8b40-a82fe207c79d req-175bbe31-dd8c-4c57-b13d-68a685948bbe service neutron] 10.222.0.35 "GET /v2.0/networks/8b94c520-ad86-444c-8703-f9e972c0b18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1566000
Apr 22 13:05:58.670016 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 59814) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:05:58.848965 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8aaf57a-eda8-42c2-8ede-2cbf0c4c757b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:58.867360 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d8aaf57a-eda8-42c2-8ede-2cbf0c4c757b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:05:58.871848 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d8aaf57a-eda8-42c2-8ede-2cbf0c4c757b admin admin] Usage tracker for resource:security_group_rule and tenant:6cb121f9fc324a2bb61a8a1a4880b846 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:05:58.875074 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-d8aaf57a-eda8-42c2-8ede-2cbf0c4c757b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:05:58.882944 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-d8aaf57a-eda8-42c2-8ede-2cbf0c4c757b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:05:58.985870 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8aaf57a-eda8-42c2-8ede-2cbf0c4c757b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:59.015457 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8aaf57a-eda8-42c2-8ede-2cbf0c4c757b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:59.025588 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-05839007-b69f-4b4d-8df6-67ef485d8812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:59.075371 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-d8aaf57a-eda8-42c2-8ede-2cbf0c4c757b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6cb121f9fc324a2bb61a8a1a4880b846&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4038000
Apr 22 13:05:59.077581 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aaf57a-eda8-42c2-8ede-2cbf0c4c757b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fa79fd-3f5d-45c8-a359-c40d89c0ba56,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:59.078642 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 59822) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:05:59.083382 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d8aaf57a-eda8-42c2-8ede-2cbf0c4c757b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:59.180266 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e1c777d4-e597-4d3e-a759-c098773a960c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:59.211667 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e1c777d4-e597-4d3e-a759-c098773a960c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:59.308162 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e1c777d4-e597-4d3e-a759-c098773a960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:59.314189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3f7ec934-d6c8-4d5e-a229-afde9e0647cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:05:59.328480 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c777d4-e597-4d3e-a759-c098773a960c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fa79fd-3f5d-45c8-a359-c40d89c0ba56,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:05:59.333036 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e1c777d4-e597-4d3e-a759-c098773a960c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:05:59.336972 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e1c777d4-e597-4d3e-a759-c098773a960c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:05:59.338666 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-e1c777d4-e597-4d3e-a759-c098773a960c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35fa79fd-3f5d-45c8-a359-c40d89c0ba56 HTTP/1.1" status: 204  len: 168 time: 0.2580702
Apr 22 13:06:01.471965 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 59858) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:02.019372 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-e1c2c429-8c3a-499a-b3ef-c4a9a87e0b5f tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Deleting port 80c36c1b-3e5b-466e-a5dc-6ca882705cda {{(pid=86532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:06:02.019881 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c429-8c3a-499a-b3ef-c4a9a87e0b5f tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:02.248908 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c429-8c3a-499a-b3ef-c4a9a87e0b5f tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:02.249506 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c429-8c3a-499a-b3ef-c4a9a87e0b5f tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:02.530584 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-e1c2c429-8c3a-499a-b3ef-c4a9a87e0b5f tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Calling delete_port for 80c36c1b-3e5b-466e-a5dc-6ca882705cda owned by network:floatingip {{(pid=86532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:06:02.969515 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c429-8c3a-499a-b3ef-c4a9a87e0b5f tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:02.975537 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:03.032291 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2c429-8c3a-499a-b3ef-c4a9a87e0b5f tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Pushing event deleted for resources: {'Port': ['ID=80c36c1b-3e5b-466e-a5dc-6ca882705cda,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:03.075796 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e1c2c429-8c3a-499a-b3ef-c4a9a87e0b5f tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:03.155624 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c429-8c3a-499a-b3ef-c4a9a87e0b5f tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for floatingip, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:03.155999 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.l3_db [None req-e1c2c429-8c3a-499a-b3ef-c4a9a87e0b5f tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Floating IP bd2e68a4-4095-4843-badf-000b981bbf10 disassociated (deleted). External IP: 172.27.3.200, port: ed85d4c9-f7c9-4141-ab04-a295a2d00b65.
Apr 22 13:06:03.735971 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c2c429-8c3a-499a-b3ef-c4a9a87e0b5f tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Router f45e4e10-8c42-4e23-a4fc-64488a3576e5 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:06:04.006081 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c2c429-8c3a-499a-b3ef-c4a9a87e0b5f tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:06:04.018308 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1be893-edf9-4ccf-9100-457a21ebeee7 None None] Sync routers for ids ['f45e4e10-8c42-4e23-a4fc-64488a3576e5'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:06:04.030747 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1be893-edf9-4ccf-9100-457a21ebeee7 None None] Routers {'f45e4e10-8c42-4e23-a4fc-64488a3576e5'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:06:04.031465 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-bf1be893-edf9-4ccf-9100-457a21ebeee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb6576cb7f0>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:05:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['f45e4e10-8c42-4e23-a4fc-64488a3576e5'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:04.071320 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c429-8c3a-499a-b3ef-c4a9a87e0b5f tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for floatingip, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:04.142146 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-e1c2c429-8c3a-499a-b3ef-c4a9a87e0b5f tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "DELETE /v2.0/floatingips/bd2e68a4-4095-4843-badf-000b981bbf10 HTTP/1.1" status: 204  len: 168 time: 2.6687765
Apr 22 13:06:04.142994 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3518d0e8-6544-473f-a686-5c42c8452194', 'tag': 'ed85d4c9-f7c9-4141-ab04-a295a2d00b65'}] {{(pid=86532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:06:04.240802 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3518d0e8-6544-473f-a686-5c42c8452194', 'tag': 'ed85d4c9-f7c9-4141-ab04-a295a2d00b65', 'status': 'completed', 'code': 200}
Apr 22 13:06:04.355092 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-bf1be893-edf9-4ccf-9100-457a21ebeee7 None None] Set router f45e4e10-8c42-4e23-a4fc-64488a3576e5 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:06:04.409248 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea1cb6-e60a-4a02-a3df-05a26f417dc2 req-606ecd08-d342-4d48-9713-0bbf47ab2624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:04.412460 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b6ea1cb6-e60a-4a02-a3df-05a26f417dc2 req-606ecd08-d342-4d48-9713-0bbf47ab2624 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f47160e096ea4aef93cb730e0accf8e6&device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 1098 time: 0.1462975
Apr 22 13:06:04.601636 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea1cb6-e60a-4a02-a3df-05a26f417dc2 req-d5b48a75-ef18-453c-be1d-4fc14162e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:04.603975 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b6ea1cb6-e60a-4a02-a3df-05a26f417dc2 req-d5b48a75-ef18-453c-be1d-4fc14162e1c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d05e26c1-05af-49ff-9dfd-3e90bf4899b5 HTTP/1.1" status: 200  len: 910 time: 0.1849623
Apr 22 13:06:04.688477 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b6ea1cb6-e60a-4a02-a3df-05a26f417dc2 req-54613bbb-de54-4e4e-b3a6-dfe0e95efcb8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed85d4c9-f7c9-4141-ab04-a295a2d00b65 HTTP/1.1" status: 200  len: 217 time: 0.0768132
Apr 22 13:06:04.835955 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea1cb6-e60a-4a02-a3df-05a26f417dc2 req-c7249c56-56f7-47b7-89fb-04d97dfc10d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:04.838709 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b6ea1cb6-e60a-4a02-a3df-05a26f417dc2 req-c7249c56-56f7-47b7-89fb-04d97dfc10d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=39298668-4b9e-4e6f-921e-092c9f15844e HTTP/1.1" status: 200  len: 848 time: 0.1425912
Apr 22 13:06:05.021023 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-bf1be893-edf9-4ccf-9100-457a21ebeee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb6576cb7f0>, [{'id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'name': 'tempest-TestShelveInstance-1709657667-router', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:17Z', 'updated_at': '2021-04-22T13:00:24Z', 'revision_number': 4, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'gw_port': {'id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:18Z', 'updated_at': '2021-04-22T13:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'e55f7c69-693c-4733-9d3b-fd390fbe1af8', 'name': '', 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'mac_address': 'fa:16:3e:6b:5b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:23Z', 'updated_at': '2021-04-22T13:00:35Z', 'revision_number': 5, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'subnets': [{'id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:05.028630 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1be893-edf9-4ccf-9100-457a21ebeee7 None None] Checking router: f45e4e10-8c42-4e23-a4fc-64488a3576e5 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:06:05.042535 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1be893-edf9-4ccf-9100-457a21ebeee7 None None] Routers {'f45e4e10-8c42-4e23-a4fc-64488a3576e5'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:06:05.043598 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-bf1be893-edf9-4ccf-9100-457a21ebeee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb6576cb7f0>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:05:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['f45e4e10-8c42-4e23-a4fc-64488a3576e5'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:05.138574 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fe281-fb43-4e3b-be4d-6c89116b830c req-e48a3573-b348-4738-9d91-d832be749f6f tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:05.141171 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cf7fe281-fb43-4e3b-be4d-6c89116b830c req-e48a3573-b348-4738-9d91-d832be749f6f tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.3006172
Apr 22 13:06:05.145887 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea1cb6-e60a-4a02-a3df-05a26f417dc2 req-8601d446-c6e7-48f0-98cb-18098a7956ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:05.149106 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b6ea1cb6-e60a-4a02-a3df-05a26f417dc2 req-8601d446-c6e7-48f0-98cb-18098a7956ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d05e26c1-05af-49ff-9dfd-3e90bf4899b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2041206
Apr 22 13:06:05.162487 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [req-b6ea1cb6-e60a-4a02-a3df-05a26f417dc2 req-12ceb8d9-374a-4ff8-ae8e-30777a4fbad0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 13:06:05.163955 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b6ea1cb6-e60a-4a02-a3df-05a26f417dc2 req-12ceb8d9-374a-4ff8-ae8e-30777a4fbad0 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0076108
Apr 22 13:06:05.337254 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-bf1be893-edf9-4ccf-9100-457a21ebeee7 None None] Set router f45e4e10-8c42-4e23-a4fc-64488a3576e5 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:06:05.440623 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cf7fe281-fb43-4e3b-be4d-6c89116b830c req-2f820dfe-39a6-4cb1-bfa5-c721696125fd tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2853835
Apr 22 13:06:05.562483 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b6ea1cb6-e60a-4a02-a3df-05a26f417dc2 req-2db0303e-ed0a-4fbb-90ec-cd4687f04c58 service neutron] 10.222.0.35 "GET /v2.0/networks/d05e26c1-05af-49ff-9dfd-3e90bf4899b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3695757
Apr 22 13:06:05.767044 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b1a0b282-401e-43cc-9641-4d2ad130ee1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:05.872560 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-bf1be893-edf9-4ccf-9100-457a21ebeee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb6576cb7f0>, [{'id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'name': 'tempest-TestShelveInstance-1709657667-router', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:17Z', 'updated_at': '2021-04-22T13:00:24Z', 'revision_number': 4, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'gw_port': {'id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:18Z', 'updated_at': '2021-04-22T13:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'e55f7c69-693c-4733-9d3b-fd390fbe1af8', 'name': '', 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'mac_address': 'fa:16:3e:6b:5b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:23Z', 'updated_at': '2021-04-22T13:00:35Z', 'revision_number': 5, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'subnets': [{'id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:05.877804 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1be893-edf9-4ccf-9100-457a21ebeee7 None None] The sync data for ids ['f45e4e10-8c42-4e23-a4fc-64488a3576e5'] in dv-cinder-787262-3-iscsi is: [{'id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'name': 'tempest-TestShelveInstance-1709657667-router', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:17Z', 'updated_at': '2021-04-22T13:00:24Z', 'revision_number': 4, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'gw_port': {'id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:18Z', 'updated_at': '2021-04-22T13:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'e55f7c69-693c-4733-9d3b-fd390fbe1af8', 'name': '', 'network_id': 'd05e26c1-05af-49ff-9dfd-3e90bf4899b5', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'mac_address': 'fa:16:3e:6b:5b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:23Z', 'updated_at': '2021-04-22T13:00:35Z', 'revision_number': 5, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'subnets': [{'id': '39298668-4b9e-4e6f-921e-092c9f15844e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:06:06.028087 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b6ea1cb6-e60a-4a02-a3df-05a26f417dc2 req-cc4e356a-0f40-443f-85f7-d7c182f34160 service neutron] 10.222.0.35 "GET /v2.0/networks/d05e26c1-05af-49ff-9dfd-3e90bf4899b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4568989
Apr 22 13:06:06.215770 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e022c-2127-448d-ab95-ae094a436a07 req-6434fc8e-f506-4a73-8426-87bf8f1aa966 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:06.217449 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-084e022c-2127-448d-ab95-ae094a436a07 req-6434fc8e-f506-4a73-8426-87bf8f1aa966 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.35 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.1038220
Apr 22 13:06:06.304571 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda6d1d3-1854-49a5-92f9-d139327d1771 None None] New status for floating IP bd2e68a4-4095-4843-badf-000b981bbf10: DOWN {{(pid=86535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 13:06:06.308530 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-084e022c-2127-448d-ab95-ae094a436a07 req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Deleting port ed85d4c9-f7c9-4141-ab04-a295a2d00b65 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:06:06.309050 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-084e022c-2127-448d-ab95-ae094a436a07 req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:06.712365 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-084e022c-2127-448d-ab95-ae094a436a07 req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] For port ed85d4c9-f7c9-4141-ab04-a295a2d00b65, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=ed85d4c9-f7c9-4141-ab04-a295a2d00b65,segment=NetworkSegment(a608daa6-dfec-42e7-8fad-4704766614e8),segment_id=a608daa6-dfec-42e7-8fad-4704766614e8)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:06:06.713020 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-084e022c-2127-448d-ab95-ae094a436a07 req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:06.760714 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72568a3d-3baf-49e6-a7d6-769498334af5 req-e1a3ac77-44aa-49b0-bfe0-90738f6906d2 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:06.760714 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-72568a3d-3baf-49e6-a7d6-769498334af5 req-e1a3ac77-44aa-49b0-bfe0-90738f6906d2 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Synchronizing usage tracker for tenant:f47160e096ea4aef93cb730e0accf8e6 on resource:port {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:06:06.826336 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-72568a3d-3baf-49e6-a7d6-769498334af5 req-e1a3ac77-44aa-49b0-bfe0-90738f6906d2 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Unset dirty status for tenant:f47160e096ea4aef93cb730e0accf8e6 on resource:port {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:06:06.827673 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-72568a3d-3baf-49e6-a7d6-769498334af5 req-e1a3ac77-44aa-49b0-bfe0-90738f6906d2 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 945 time: 0.1676459
Apr 22 13:06:06.882887 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-72568a3d-3baf-49e6-a7d6-769498334af5 req-0187a2f1-55ee-4800-8a65-4d4718f36ac0 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ef2402-3bbc-45b5-899a-bbb8b3a49d62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478489
Apr 22 13:06:06.996958 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-084e022c-2127-448d-ab95-ae094a436a07 req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Calling delete_port for ed85d4c9-f7c9-4141-ab04-a295a2d00b65 owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:06:07.043810 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:07.238899 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-084e022c-2127-448d-ab95-ae094a436a07 req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:07.255254 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:07.367988 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Pushing event deleted for resources: {'Port': ['ID=ed85d4c9-f7c9-4141-ab04-a295a2d00b65,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:07.414645 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:07.415067 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:07.415500 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:07.415916 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:07.416401 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:07.416810 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:07.417216 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:07.417620 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:07.418019 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:07.418418 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:07.418879 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:07.419266 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:07.431999 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:07.433043 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-084e022c-2127-448d-ab95-ae094a436a07 req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] No DVR routers for this DVR port ed85d4c9-f7c9-4141-ab04-a295a2d00b65 on host hv-cinder-78726 {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:06:07.435850 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-084e022c-2127-448d-ab95-ae094a436a07 req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:07.439131 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3518d0e8-6544-473f-a686-5c42c8452194', 'name': 'network-vif-deleted', 'tag': 'ed85d4c9-f7c9-4141-ab04-a295a2d00b65'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:06:07.503177 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-084e022c-2127-448d-ab95-ae094a436a07 req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.35 "DELETE /v2.0/ports/ed85d4c9-f7c9-4141-ab04-a295a2d00b65 HTTP/1.1" status: 204  len: 173 time: 1.2797446
Apr 22 13:06:07.516896 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3518d0e8-6544-473f-a686-5c42c8452194', 'name': 'network-vif-deleted', 'tag': 'ed85d4c9-f7c9-4141-ab04-a295a2d00b65', 'status': 'completed', 'code': 200}
Apr 22 13:06:08.116063 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-f541bcef-56fa-4238-a13c-d3689ee77b26 req-0874b722-f4b8-47de-8266-e3f863e5a8ab tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Synchronizing usage tracker for tenant:f47160e096ea4aef93cb730e0accf8e6 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:06:08.191170 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e5c8d-126b-4f38-8942-76542c2fe703 req-45d02d96-2693-43af-9034-e1e2f19c19b1 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:08.198904 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4d5e5c8d-126b-4f38-8942-76542c2fe703 req-45d02d96-2693-43af-9034-e1e2f19c19b1 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 985 time: 0.1349685
Apr 22 13:06:08.241205 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-f541bcef-56fa-4238-a13c-d3689ee77b26 req-0874b722-f4b8-47de-8266-e3f863e5a8ab tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Unset dirty status for tenant:f47160e096ea4aef93cb730e0accf8e6 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:06:08.242537 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f541bcef-56fa-4238-a13c-d3689ee77b26 req-0874b722-f4b8-47de-8266-e3f863e5a8ab tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "GET /v2.0/ports?device_id=3518d0e8-6544-473f-a686-5c42c8452194 HTTP/1.1" status: 200  len: 210 time: 0.1801121
Apr 22 13:06:08.282648 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4d5e5c8d-126b-4f38-8942-76542c2fe703 req-a790e3d2-9977-4be2-82c0-a6b52fec088f tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&id=737f277a-e589-4408-be35-d7b85f213100&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0794017
Apr 22 13:06:08.290629 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703cdea-b6f1-46f9-b4a0-9c132fbc3666 req-8a08e9bf-1647-4065-bedc-e987befa9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:08.293405 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7703cdea-b6f1-46f9-b4a0-9c132fbc3666 req-8a08e9bf-1647-4065-bedc-e987befa9989 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51e95625a2a947f3a45abbb825e91358&device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 1138 time: 0.1692727
Apr 22 13:06:08.477808 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1123ce70-54b5-4be2-8c77-3558756394b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:08.578290 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703cdea-b6f1-46f9-b4a0-9c132fbc3666 req-2470e767-7399-4715-875c-7726cb682a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:08.581497 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7703cdea-b6f1-46f9-b4a0-9c132fbc3666 req-2470e767-7399-4715-875c-7726cb682a3b service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b94c520-ad86-444c-8703-f9e972c0b18a HTTP/1.1" status: 200  len: 916 time: 0.2798076
Apr 22 13:06:08.769679 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7703cdea-b6f1-46f9-b4a0-9c132fbc3666 req-1b12fca2-d81e-4b39-a88a-0b58b9ce98e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a98956-c59b-4793-8ea0-d250c73467e7 HTTP/1.1" status: 200  len: 1001 time: 0.1775033
Apr 22 13:06:08.774662 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device ed85d4c9-f7c9-4141-ab04-a295a2d00b65 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:06:08.823040 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] No Port match for: ed85d4c9-f7c9-4141-ab04-a295a2d00b65 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:06:08.823806 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device ed85d4c9-f7c9-4141-ab04-a295a2d00b65 not bound to the agent host hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:06:08.906030 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703cdea-b6f1-46f9-b4a0-9c132fbc3666 req-b0b3dbda-5141-4b28-9d9d-d1f0f4eec249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:08.909617 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7703cdea-b6f1-46f9-b4a0-9c132fbc3666 req-b0b3dbda-5141-4b28-9d9d-d1f0f4eec249 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b27ad705-4ccd-410e-820d-31197cfabea8 HTTP/1.1" status: 200  len: 854 time: 0.1344020
Apr 22 13:06:09.007059 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703cdea-b6f1-46f9-b4a0-9c132fbc3666 req-9493b9eb-d39d-4526-862a-ea3a2fbbc57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:09.008745 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7703cdea-b6f1-46f9-b4a0-9c132fbc3666 req-9493b9eb-d39d-4526-862a-ea3a2fbbc57a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b94c520-ad86-444c-8703-f9e972c0b18a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0918760
Apr 22 13:06:09.340670 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7703cdea-b6f1-46f9-b4a0-9c132fbc3666 req-29324afc-8681-4a85-a713-0c771c0b1228 service neutron] 10.222.0.35 "GET /v2.0/networks/8b94c520-ad86-444c-8703-f9e972c0b18a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3225901
Apr 22 13:06:09.390004 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 59978) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:09.567693 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7703cdea-b6f1-46f9-b4a0-9c132fbc3666 req-da31551f-dc8d-43b4-aeea-a23aa389c9b9 service neutron] 10.222.0.35 "GET /v2.0/networks/8b94c520-ad86-444c-8703-f9e972c0b18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2201893
Apr 22 13:06:09.610297 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f1626fae-bc3a-44fa-ade5-deb40b876d76 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:09.656376 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f1626fae-bc3a-44fa-ade5-deb40b876d76 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:09.679430 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbb83e-b147-4a9b-a4e9-459391fd51a6 req-99ff73a7-464e-435f-8215-6b5388eae4e0 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:09.681258 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d8cbb83e-b147-4a9b-a4e9-459391fd51a6 req-99ff73a7-464e-435f-8215-6b5388eae4e0 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 985 time: 0.1977777
Apr 22 13:06:09.762682 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d8cbb83e-b147-4a9b-a4e9-459391fd51a6 req-6c762b2f-f850-4627-b8a2-55183ac5eb03 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&id=737f277a-e589-4408-be35-d7b85f213100&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0697289
Apr 22 13:06:09.832541 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f1626fae-bc3a-44fa-ade5-deb40b876d76 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:09.838902 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f1547ca2-7b6b-479b-9791-07bd1b908e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:09.856561 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1626fae-bc3a-44fa-ade5-deb40b876d76 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ef2402-3bbc-45b5-899a-bbb8b3a49d62,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:09.859662 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f1626fae-bc3a-44fa-ade5-deb40b876d76 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:09.911099 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f1626fae-bc3a-44fa-ade5-deb40b876d76 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:09.914076 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-f1626fae-bc3a-44fa-ade5-deb40b876d76 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] 10.222.0.20 "DELETE /v2.0/security-groups/26ef2402-3bbc-45b5-899a-bbb8b3a49d62 HTTP/1.1" status: 204  len: 168 time: 0.5210569
Apr 22 13:06:10.243482 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:10.472598 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:11.014923 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885489e-b85d-400a-b815-5373609ee491 req-cb40373f-fc9f-4233-9a15-c2209c858a56 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:11.014923 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e885489e-b85d-400a-b815-5373609ee491 req-cb40373f-fc9f-4233-9a15-c2209c858a56 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 985 time: 0.1141417
Apr 22 13:06:11.032661 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 60016) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:11.084127 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e885489e-b85d-400a-b815-5373609ee491 req-382c15d2-bb1d-49b2-8277-20d26c2473c5 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&id=737f277a-e589-4408-be35-d7b85f213100&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0643299
Apr 22 13:06:11.198468 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:12.042953 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-95085b80-3d09-4193-b653-4d6e1c1cc4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854119782'] for router_interface, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:12.437788 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c95cd-4aec-4ee1-931f-1f6994ad1bc9 req-009849db-4902-4911-8da2-852b83b666a1 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:12.440493 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-662c95cd-4aec-4ee1-931f-1f6994ad1bc9 req-009849db-4902-4911-8da2-852b83b666a1 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 985 time: 0.2111006
Apr 22 13:06:12.551313 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-662c95cd-4aec-4ee1-931f-1f6994ad1bc9 req-4e219bf3-a0a3-4c1c-b668-0d1a3953cf00 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&id=737f277a-e589-4408-be35-d7b85f213100&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1009655
Apr 22 13:06:12.644299 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-95085b80-3d09-4193-b653-4d6e1c1cc4c5 admin admin] Deleting port e55f7c69-693c-4733-9d3b-fd390fbe1af8 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:06:12.644590 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-95085b80-3d09-4193-b653-4d6e1c1cc4c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:12.864487 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-95085b80-3d09-4193-b653-4d6e1c1cc4c5 admin admin] For port e55f7c69-693c-4733-9d3b-fd390fbe1af8, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=e55f7c69-693c-4733-9d3b-fd390fbe1af8,segment=NetworkSegment(a608daa6-dfec-42e7-8fad-4704766614e8),segment_id=a608daa6-dfec-42e7-8fad-4704766614e8)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:06:12.864903 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-95085b80-3d09-4193-b653-4d6e1c1cc4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:13.015182 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-95085b80-3d09-4193-b653-4d6e1c1cc4c5 admin admin] Calling delete_port for e55f7c69-693c-4733-9d3b-fd390fbe1af8 owned by network:router_interface {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:06:13.352435 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-95085b80-3d09-4193-b653-4d6e1c1cc4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:13.357579 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5e02e6fa-40fb-4ffd-bdf0-74a6ccdb7381 tempest-VolumesActionsTest-653202747 tempest-VolumesActionsTest-653202747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:13.679368 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95085b80-3d09-4193-b653-4d6e1c1cc4c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e55f7c69-693c-4733-9d3b-fd390fbe1af8,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:13.682360 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-95085b80-3d09-4193-b653-4d6e1c1cc4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:13.998584 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab4e59-4655-480e-8091-8cc160d2525b req-b1994670-4d16-43be-9c5d-30627a975f20 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:14.012465 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6cab4e59-4655-480e-8091-8cc160d2525b req-b1994670-4d16-43be-9c5d-30627a975f20 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 985 time: 0.2578228
Apr 22 13:06:14.084978 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6cab4e59-4655-480e-8091-8cc160d2525b req-4d23b10c-d3e3-490f-bdd9-bd4369caea18 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&id=737f277a-e589-4408-be35-d7b85f213100&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0697017
Apr 22 13:06:14.121912 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-95085b80-3d09-4193-b653-4d6e1c1cc4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854119708'] for router_interface, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:14.600931 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95085b80-3d09-4193-b653-4d6e1c1cc4c5 admin admin] Router f45e4e10-8c42-4e23-a4fc-64488a3576e5 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:06:14.806825 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95085b80-3d09-4193-b653-4d6e1c1cc4c5 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:06:14.817611 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319a7f1-f32d-4b44-bbb9-1f722c15d93e None None] Sync routers for ids ['f45e4e10-8c42-4e23-a4fc-64488a3576e5'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:06:14.829339 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a319a7f1-f32d-4b44-bbb9-1f722c15d93e None None] Routers {'f45e4e10-8c42-4e23-a4fc-64488a3576e5'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:06:14.830103 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-a319a7f1-f32d-4b44-bbb9-1f722c15d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb6577b59e8>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:06:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['f45e4e10-8c42-4e23-a4fc-64488a3576e5'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:14.857055 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-95085b80-3d09-4193-b653-4d6e1c1cc4c5 admin admin] 10.222.0.20 "PUT /v2.0/routers/f45e4e10-8c42-4e23-a4fc-64488a3576e5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8207624
Apr 22 13:06:14.860012 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 60052) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:15.043807 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-a319a7f1-f32d-4b44-bbb9-1f722c15d93e None None] Set router f45e4e10-8c42-4e23-a4fc-64488a3576e5 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:06:15.064356 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b743f939-7590-4c04-a6a2-4d61caf3672f admin admin] Notify callbacks [] for router, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:15.318165 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b743f939-7590-4c04-a6a2-4d61caf3672f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:15.464856 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-b743f939-7590-4c04-a6a2-4d61caf3672f admin admin] Deleting port 4f50f111-84a9-465d-900c-5c769044a3bf {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:06:15.464856 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b743f939-7590-4c04-a6a2-4d61caf3672f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:15.589847 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-a319a7f1-f32d-4b44-bbb9-1f722c15d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb6577b59e8>, [{'id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'name': 'tempest-TestShelveInstance-1709657667-router', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:17Z', 'updated_at': '2021-04-22T13:06:13Z', 'revision_number': 5, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'gw_port': {'id': '4f50f111-84a9-465d-900c-5c769044a3bf', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:cf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:18Z', 'updated_at': '2021-04-22T13:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:15.594731 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319a7f1-f32d-4b44-bbb9-1f722c15d93e None None] Checking router: f45e4e10-8c42-4e23-a4fc-64488a3576e5 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:06:15.605744 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a319a7f1-f32d-4b44-bbb9-1f722c15d93e None None] Routers {'f45e4e10-8c42-4e23-a4fc-64488a3576e5'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:06:15.606537 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-a319a7f1-f32d-4b44-bbb9-1f722c15d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb6577b59e8>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:06:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['f45e4e10-8c42-4e23-a4fc-64488a3576e5'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:15.641990 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda441ee-2c6b-4148-89c3-604ecd56b76c req-126c7820-1ab9-4da3-8d6a-1d89915597a4 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:15.644458 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-dda441ee-2c6b-4148-89c3-604ecd56b76c req-126c7820-1ab9-4da3-8d6a-1d89915597a4 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 985 time: 0.3183539
Apr 22 13:06:15.755952 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-dda441ee-2c6b-4148-89c3-604ecd56b76c req-3f3b0a84-c5a6-496c-bfa8-183436ef8881 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&id=737f277a-e589-4408-be35-d7b85f213100&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1004236
Apr 22 13:06:15.803980 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-b743f939-7590-4c04-a6a2-4d61caf3672f admin admin] For port 4f50f111-84a9-465d-900c-5c769044a3bf, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=4f50f111-84a9-465d-900c-5c769044a3bf,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:06:15.804818 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b743f939-7590-4c04-a6a2-4d61caf3672f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:15.813847 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-a319a7f1-f32d-4b44-bbb9-1f722c15d93e None None] Set router f45e4e10-8c42-4e23-a4fc-64488a3576e5 gateway port host: None {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:06:15.957643 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-b743f939-7590-4c04-a6a2-4d61caf3672f admin admin] Calling delete_port for 4f50f111-84a9-465d-900c-5c769044a3bf owned by network:router_gateway {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:06:16.011238 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-a319a7f1-f32d-4b44-bbb9-1f722c15d93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb6577b59e8>, [{'id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'name': 'tempest-TestShelveInstance-1709657667-router', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:17Z', 'updated_at': '2021-04-22T13:06:15Z', 'revision_number': 6, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'gw_port_host': None}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:16.016632 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319a7f1-f32d-4b44-bbb9-1f722c15d93e None None] The sync data for ids ['f45e4e10-8c42-4e23-a4fc-64488a3576e5'] in dv-cinder-787262-3-iscsi is: [{'id': 'f45e4e10-8c42-4e23-a4fc-64488a3576e5', 'name': 'tempest-TestShelveInstance-1709657667-router', 'tenant_id': 'f47160e096ea4aef93cb730e0accf8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:17Z', 'updated_at': '2021-04-22T13:06:15Z', 'revision_number': 6, 'project_id': 'f47160e096ea4aef93cb730e0accf8e6', 'gw_port_host': None}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:06:16.363718 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b743f939-7590-4c04-a6a2-4d61caf3672f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:16.370100 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d47cc23d-0018-45cc-b5ba-bf4cacae59ad tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:16.452271 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743f939-7590-4c04-a6a2-4d61caf3672f admin admin] Pushing event deleted for resources: {'Port': ['ID=4f50f111-84a9-465d-900c-5c769044a3bf,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:16.457986 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b743f939-7590-4c04-a6a2-4d61caf3672f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:16.500484 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 4f50f111-84a9-465d-900c-5c769044a3bf no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:06:16.574668 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: 4f50f111-84a9-465d-900c-5c769044a3bf {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:06:16.575303 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 4f50f111-84a9-465d-900c-5c769044a3bf not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:06:16.576393 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device e55f7c69-693c-4733-9d3b-fd390fbe1af8 no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:06:16.589235 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b743f939-7590-4c04-a6a2-4d61caf3672f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767845'] for router_gateway, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:16.644019 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: e55f7c69-693c-4733-9d3b-fd390fbe1af8 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:06:16.644891 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device e55f7c69-693c-4733-9d3b-fd390fbe1af8 not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:06:16.789046 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b743f939-7590-4c04-a6a2-4d61caf3672f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-568'] for router, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:16.792455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b743f939-7590-4c04-a6a2-4d61caf3672f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:16.906941 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b743f939-7590-4c04-a6a2-4d61caf3672f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854115971'] for router, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:16.908291 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b743f939-7590-4c04-a6a2-4d61caf3672f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f45e4e10-8c42-4e23-a4fc-64488a3576e5 {{(pid=86533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 13:06:16.932194 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b743f939-7590-4c04-a6a2-4d61caf3672f admin admin] Notify callbacks [] for router, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:16.934489 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-b743f939-7590-4c04-a6a2-4d61caf3672f admin admin] 10.222.0.20 "DELETE /v2.0/routers/f45e4e10-8c42-4e23-a4fc-64488a3576e5 HTTP/1.1" status: 204  len: 168 time: 2.0730650
Apr 22 13:06:16.938881 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60078) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:17.112509 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe7422d-6932-493e-abd3-fcfac0a3aae3 admin admin] Deleting subnet 39298668-4b9e-4e6f-921e-092c9f15844e {{(pid=86532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 13:06:17.119740 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9fe7422d-6932-493e-abd3-fcfac0a3aae3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:17.191887 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9fe7422d-6932-493e-abd3-fcfac0a3aae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10811307'] for subnet, precommit_delete_associations {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:17.241176 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f245f-6eeb-41fe-8b3d-611307e56e78 req-a76ba062-9836-4e7b-ba71-465464c0ec36 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:17.242863 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-280f245f-6eeb-41fe-8b3d-611307e56e78 req-a76ba062-9836-4e7b-ba71-465464c0ec36 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 985 time: 0.2384918
Apr 22 13:06:17.329867 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-280f245f-6eeb-41fe-8b3d-611307e56e78 req-c494c9fd-2df4-4814-bd7c-6101bb44e473 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&id=737f277a-e589-4408-be35-d7b85f213100&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0722404
Apr 22 13:06:17.344913 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9fe7422d-6932-493e-abd3-fcfac0a3aae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844768'] for subnet, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:17.448379 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 60084) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:17.746874 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9f2261bd-fbd3-494c-a2e7-1519e9caa2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:17.779258 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-9f2261bd-fbd3-494c-a2e7-1519e9caa2e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:06:17.788601 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-9f2261bd-fbd3-494c-a2e7-1519e9caa2e1 admin admin] Usage tracker for resource:security_group_rule and tenant:69e57121038145e9a4a42b8f1b8c88b4 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:06:17.794523 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-9f2261bd-fbd3-494c-a2e7-1519e9caa2e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:06:17.806861 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-9f2261bd-fbd3-494c-a2e7-1519e9caa2e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:06:18.003753 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9fe7422d-6932-493e-abd3-fcfac0a3aae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3931032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10869100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843236324'] for subnet, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:18.009805 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-442b87a7-b51d-4fb5-862e-d11c2797411d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:18.051886 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7422d-6932-493e-abd3-fcfac0a3aae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39298668-4b9e-4e6f-921e-092c9f15844e,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:18.054678 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9fe7422d-6932-493e-abd3-fcfac0a3aae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:18.058815 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56da6c8b-cbf4-461e-9566-21cde62021a3 None None] Network d05e26c1-05af-49ff-9dfd-3e90bf4899b5 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:06:18.059932 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9fe7422d-6932-493e-abd3-fcfac0a3aae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:18.062001 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-9fe7422d-6932-493e-abd3-fcfac0a3aae3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/39298668-4b9e-4e6f-921e-092c9f15844e HTTP/1.1" status: 204  len: 168 time: 1.1208749
Apr 22 13:06:18.065586 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60098) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:18.171515 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9f2261bd-fbd3-494c-a2e7-1519e9caa2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:18.201154 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850810900'] for network, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:18.209003 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9f2261bd-fbd3-494c-a2e7-1519e9caa2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:18.217661 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-45ab207e-2eda-4c39-a001-d9971c32444e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:18.219356 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] Deleting port 7b8fb846-ed97-4f6f-b773-17a2425fc3ab {{(pid=86532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:06:18.219974 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:18.270976 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-9f2261bd-fbd3-494c-a2e7-1519e9caa2e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69e57121038145e9a4a42b8f1b8c88b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8173151
Apr 22 13:06:18.270976 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2261bd-fbd3-494c-a2e7-1519e9caa2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61f42cc-5e1f-445a-91e4-2875050807db,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:18.271364 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60102) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:18.277231 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9f2261bd-fbd3-494c-a2e7-1519e9caa2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:18.415710 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7eb0a0f0-d4be-44b3-8d77-2ab421ec50b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:18.439851 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faf81bb-d4dd-4e2b-aa4d-00b12dc2a968 None None] DHCP port deletion for d05e26c1-05af-49ff-9dfd-3e90bf4899b5 request from dv-cinder-787262-3-iscsi {{(pid=86534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 13:06:18.450493 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-8faf81bb-d4dd-4e2b-aa4d-00b12dc2a968 None None] Deleting port 7b8fb846-ed97-4f6f-b773-17a2425fc3ab {{(pid=86534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:06:18.451172 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8faf81bb-d4dd-4e2b-aa4d-00b12dc2a968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:18.524608 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 7b8fb846-ed97-4f6f-b773-17a2425fc3ab no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:06:18.606581 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7eb0a0f0-d4be-44b3-8d77-2ab421ec50b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:18.653981 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] For port 7b8fb846-ed97-4f6f-b773-17a2425fc3ab, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=7b8fb846-ed97-4f6f-b773-17a2425fc3ab,segment=NetworkSegment(a608daa6-dfec-42e7-8fad-4704766614e8),segment_id=a608daa6-dfec-42e7-8fad-4704766614e8)] {{(pid=86532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:06:18.654305 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:18.831805 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] Calling delete_port for 7b8fb846-ed97-4f6f-b773-17a2425fc3ab owned by network:dhcp {{(pid=86532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:06:18.926891 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7eb0a0f0-d4be-44b3-8d77-2ab421ec50b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:18.934505 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d8a644ed-982a-4590-a244-a8218800cfd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:18.949949 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7eb0a0f0-d4be-44b3-8d77-2ab421ec50b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:18.953622 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-7eb0a0f0-d4be-44b3-8d77-2ab421ec50b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f61f42cc-5e1f-445a-91e4-2875050807db HTTP/1.1" status: 204  len: 168 time: 0.6787486
Apr 22 13:06:18.956600 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0a0f0-d4be-44b3-8d77-2ab421ec50b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61f42cc-5e1f-445a-91e4-2875050807db,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:18.966109 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0a0f0-d4be-44b3-8d77-2ab421ec50b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:18.971775 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0a0f0-d4be-44b3-8d77-2ab421ec50b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:18.971775 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0a0f0-d4be-44b3-8d77-2ab421ec50b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:18.971775 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0a0f0-d4be-44b3-8d77-2ab421ec50b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:18.971775 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0a0f0-d4be-44b3-8d77-2ab421ec50b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:18.971775 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0a0f0-d4be-44b3-8d77-2ab421ec50b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:18.971775 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0a0f0-d4be-44b3-8d77-2ab421ec50b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:18.971775 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0a0f0-d4be-44b3-8d77-2ab421ec50b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:18.971775 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0a0f0-d4be-44b3-8d77-2ab421ec50b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:18.971775 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0a0f0-d4be-44b3-8d77-2ab421ec50b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:18.971775 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0a0f0-d4be-44b3-8d77-2ab421ec50b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:18.971775 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb0a0f0-d4be-44b3-8d77-2ab421ec50b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:18.973603 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d7c61-6a3f-4350-947d-f324af2e0c2d req-9d7bb621-6b0b-489a-80f9-0d129e804698 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:18.975790 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7eb0a0f0-d4be-44b3-8d77-2ab421ec50b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:18.991598 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-371d7c61-6a3f-4350-947d-f324af2e0c2d req-9d7bb621-6b0b-489a-80f9-0d129e804698 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 985 time: 0.4735334
Apr 22 13:06:18.992526 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:18.999620 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d2182893-6413-4c53-a255-87cb2e6ef217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:19.046404 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:19.085187 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-8faf81bb-d4dd-4e2b-aa4d-00b12dc2a968 None None] For port 7b8fb846-ed97-4f6f-b773-17a2425fc3ab, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=7b8fb846-ed97-4f6f-b773-17a2425fc3ab,segment=NetworkSegment(a608daa6-dfec-42e7-8fad-4704766614e8),segment_id=a608daa6-dfec-42e7-8fad-4704766614e8)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:06:19.085827 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8faf81bb-d4dd-4e2b-aa4d-00b12dc2a968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:19.173639 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-371d7c61-6a3f-4350-947d-f324af2e0c2d req-dc5f09e4-cfdd-40ca-abd2-b4ca1567a95e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&id=737f277a-e589-4408-be35-d7b85f213100&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1684377
Apr 22 13:06:19.300692 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:06:19.391450 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8fb846-ed97-4f6f-b773-17a2425fc3ab,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:19.396500 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:19.402006 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] No DVR routers for this DVR port 7b8fb846-ed97-4f6f-b773-17a2425fc3ab on host dv-cinder-787262-3-iscsi {{(pid=86532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:06:19.448950 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-8faf81bb-d4dd-4e2b-aa4d-00b12dc2a968 None None] Calling delete_port for 7b8fb846-ed97-4f6f-b773-17a2425fc3ab owned by network:dhcp {{(pid=86534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:06:19.597037 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.db.api [None req-8faf81bb-d4dd-4e2b-aa4d-00b12dc2a968 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86534) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 13:06:19.597334 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_db.api [None req-8faf81bb-d4dd-4e2b-aa4d-00b12dc2a968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 13:06:19.600103 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931125', 'neutron.services.segments.db._delete_segments_for_network-8776327253363'] for network, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:19.734829 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb656dcd9e8>,) {'filters': {'network_id': ['d05e26c1-05af-49ff-9dfd-3e90bf4899b5']}} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:19.753871 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb656dcd9e8>, 'a608daa6-dfec-42e7-8fad-4704766614e8') {'for_net_delete': True} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:19.754220 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb656dcd9e8>, 'a608daa6-dfec-42e7-8fad-4704766614e8') {} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:19.768547 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260527543395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843964509'] for segment, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:19.786763 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:19.800298 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=86532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 13:06:19.998966 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] Network d05e26c1-05af-49ff-9dfd-3e90bf4899b5 has no segments {{(pid=86532) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:06:20.010172 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850845775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843907377'] for segment, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:20.098438 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-8faf81bb-d4dd-4e2b-aa4d-00b12dc2a968 None None] Deleting port 7b8fb846-ed97-4f6f-b773-17a2425fc3ab {{(pid=86534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:06:20.098868 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8faf81bb-d4dd-4e2b-aa4d-00b12dc2a968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:20.176996 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-8faf81bb-d4dd-4e2b-aa4d-00b12dc2a968 None None] The port '7b8fb846-ed97-4f6f-b773-17a2425fc3ab' was deleted {{(pid=86534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 22 13:06:20.270850 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] Network d05e26c1-05af-49ff-9dfd-3e90bf4899b5 has no segments {{(pid=86532) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]: Traceback (most recent call last):
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:     timer()
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:     cb(*args, **kw)
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:     return func(*args, **kwargs)
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:     self._notify()
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:     self.callback(batched_events)
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:     event.method(event)
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:     segment_id)['aggregates'][0]
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:     return f(self, *a, **k)
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self._get(url).json()
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:     **kwargs)
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self.request(url, 'GET', **kwargs)
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:     **endpoint_filter)
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 13:06:20.296634 dv-cinder-787262-3-iscsi neutron-server[86413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 13:06:20.481957 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578f27a-8481-46ad-8071-b44c344f4485 req-3c4c46fa-65a9-42ed-bdac-2aac323e94e9 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:20.483793 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7578f27a-8481-46ad-8071-b44c344f4485 req-3c4c46fa-65a9-42ed-bdac-2aac323e94e9 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 985 time: 0.1281700
Apr 22 13:06:20.500257 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850844675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-769154'] for network, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:20.541364 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:20.557206 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:20.572380 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d05e26c1-05af-49ff-9dfd-3e90bf4899b5,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:20.587944 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:20.598573 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d05e26c1-05af-49ff-9dfd-3e90bf4899b5 HTTP/1.1" status: 204  len: 168 time: 2.5298545
Apr 22 13:06:20.603152 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 60120) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:20.614908 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7578f27a-8481-46ad-8071-b44c344f4485 req-7d3cad0e-a340-4dad-bb1f-361adf7b040c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&id=737f277a-e589-4408-be35-d7b85f213100&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1166620
Apr 22 13:06:21.280483 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-85dc3ddf-7117-495d-97b8-4bc15a9228d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854119782'] for router_interface, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:21.682574 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-85dc3ddf-7117-495d-97b8-4bc15a9228d8 admin admin] Deleting port 659ef297-9721-4a7e-a893-a6741184fb7a {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:06:21.682947 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-85dc3ddf-7117-495d-97b8-4bc15a9228d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:21.966119 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-85dc3ddf-7117-495d-97b8-4bc15a9228d8 admin admin] For port 659ef297-9721-4a7e-a893-a6741184fb7a, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=659ef297-9721-4a7e-a893-a6741184fb7a,segment=NetworkSegment(9a67efc2-d7ce-4f62-866d-8d00770eb16a),segment_id=9a67efc2-d7ce-4f62-866d-8d00770eb16a)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:06:21.966496 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-85dc3ddf-7117-495d-97b8-4bc15a9228d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:22.090422 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d833f-cb18-4683-a8c3-a6ef635555e4 req-44372f02-5e64-49f3-b335-57cc612ccf37 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:22.092122 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b95d833f-cb18-4683-a8c3-a6ef635555e4 req-44372f02-5e64-49f3-b335-57cc612ccf37 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 985 time: 0.3273137
Apr 22 13:06:22.168707 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-85dc3ddf-7117-495d-97b8-4bc15a9228d8 admin admin] Calling delete_port for 659ef297-9721-4a7e-a893-a6741184fb7a owned by network:router_interface {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:06:22.277119 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b95d833f-cb18-4683-a8c3-a6ef635555e4 req-d8767ce2-56f4-48ff-8357-ebdf23013523 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&id=737f277a-e589-4408-be35-d7b85f213100&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1208894
Apr 22 13:06:22.449246 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-85dc3ddf-7117-495d-97b8-4bc15a9228d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:22.456237 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-95085b80-3d09-4193-b653-4d6e1c1cc4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:22.527862 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc3ddf-7117-495d-97b8-4bc15a9228d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=659ef297-9721-4a7e-a893-a6741184fb7a,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:22.575349 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-85dc3ddf-7117-495d-97b8-4bc15a9228d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:22.914837 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-85dc3ddf-7117-495d-97b8-4bc15a9228d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854119708'] for router_interface, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:23.371872 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85dc3ddf-7117-495d-97b8-4bc15a9228d8 admin admin] Router deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:06:23.594289 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbd7ab-11d8-4157-bd60-cc6ef7bba307 req-a3d24eec-f1b0-4fad-b3b8-d46ce5b7825e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:23.603595 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8afbd7ab-11d8-4157-bd60-cc6ef7bba307 req-a3d24eec-f1b0-4fad-b3b8-d46ce5b7825e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 985 time: 0.1863954
Apr 22 13:06:23.695033 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8afbd7ab-11d8-4157-bd60-cc6ef7bba307 req-f41fdca6-fc0d-40fa-a494-693e9587eb47 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&id=737f277a-e589-4408-be35-d7b85f213100&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0898030
Apr 22 13:06:23.930368 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85dc3ddf-7117-495d-97b8-4bc15a9228d8 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:06:23.947338 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838322a9-1901-4698-a47a-3ded76c619cf None None] Sync routers for ids ['deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8'] in dv-cinder-787262-3-iscsi {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:06:23.967730 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838322a9-1901-4698-a47a-3ded76c619cf None None] Routers {'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:06:23.968932 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-838322a9-1901-4698-a47a-3ded76c619cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c567b00>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:06:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:23.994323 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-85dc3ddf-7117-495d-97b8-4bc15a9228d8 admin admin] 10.222.0.20 "PUT /v2.0/routers/deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3893080
Apr 22 13:06:23.997238 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 60160) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:24.284316 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-838322a9-1901-4698-a47a-3ded76c619cf None None] Set router deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:06:24.299051 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbaa5d7f-c350-48de-9642-b62a25d708a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:24.567332 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbaa5d7f-c350-48de-9642-b62a25d708a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:24.627276 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-bbaa5d7f-c350-48de-9642-b62a25d708a4 admin admin] Deleting port 184fec37-1f7a-4161-9627-b2776ab42cbf {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:06:24.628118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbaa5d7f-c350-48de-9642-b62a25d708a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:24.637538 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-838322a9-1901-4698-a47a-3ded76c619cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c567b00>, [{'id': 'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8', 'name': 'tempest-TestShelveInstance-666241076-router', 'tenant_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '184fec37-1f7a-4161-9627-b2776ab42cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:31Z', 'updated_at': '2021-04-22T13:06:22Z', 'revision_number': 5, 'project_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'gw_port': {'id': '184fec37-1f7a-4161-9627-b2776ab42cbf', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:00:32Z', 'updated_at': '2021-04-22T13:00:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:24.643146 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838322a9-1901-4698-a47a-3ded76c619cf None None] Checking router: deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8 for host: dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:06:24.653348 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838322a9-1901-4698-a47a-3ded76c619cf None None] Routers {'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:06:24.654017 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-838322a9-1901-4698-a47a-3ded76c619cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c567b00>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:06:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:24.839282 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-838322a9-1901-4698-a47a-3ded76c619cf None None] Set router deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8 gateway port host: None {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:06:24.845537 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-bbaa5d7f-c350-48de-9642-b62a25d708a4 admin admin] For port 184fec37-1f7a-4161-9627-b2776ab42cbf, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=184fec37-1f7a-4161-9627-b2776ab42cbf,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:06:24.845951 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbaa5d7f-c350-48de-9642-b62a25d708a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:24.968232 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-838322a9-1901-4698-a47a-3ded76c619cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c567b00>, [{'id': 'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8', 'name': 'tempest-TestShelveInstance-666241076-router', 'tenant_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:31Z', 'updated_at': '2021-04-22T13:06:24Z', 'revision_number': 6, 'project_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'gw_port_host': None}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:24.974263 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838322a9-1901-4698-a47a-3ded76c619cf None None] The sync data for ids ['deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8'] in dv-cinder-787262-3-iscsi is: [{'id': 'deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8', 'name': 'tempest-TestShelveInstance-666241076-router', 'tenant_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:00:31Z', 'updated_at': '2021-04-22T13:06:24Z', 'revision_number': 6, 'project_id': 'fb9d9f0dbbe6482182a99ac8d0fb45ee', 'gw_port_host': None}] {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:06:24.992526 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-bbaa5d7f-c350-48de-9642-b62a25d708a4 admin admin] Calling delete_port for 184fec37-1f7a-4161-9627-b2776ab42cbf owned by network:router_gateway {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:06:25.238398 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbaa5d7f-c350-48de-9642-b62a25d708a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:25.244314 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-070d4055-8b4b-418c-8711-5834b60b8554 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:25.309623 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa5d7f-c350-48de-9642-b62a25d708a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=184fec37-1f7a-4161-9627-b2776ab42cbf,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:25.344937 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-bbaa5d7f-c350-48de-9642-b62a25d708a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:25.470407 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbaa5d7f-c350-48de-9642-b62a25d708a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767845'] for router_gateway, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:25.719798 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbaa5d7f-c350-48de-9642-b62a25d708a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-568'] for router, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:25.723285 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbaa5d7f-c350-48de-9642-b62a25d708a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:25.780783 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbaa5d7f-c350-48de-9642-b62a25d708a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854115971'] for router, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:25.781373 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbaa5d7f-c350-48de-9642-b62a25d708a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8 {{(pid=86533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 13:06:25.801474 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-bbaa5d7f-c350-48de-9642-b62a25d708a4 admin admin] Notify callbacks [] for router, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:25.805286 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-bbaa5d7f-c350-48de-9642-b62a25d708a4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/deb7d4da-5ba8-443b-b6a4-b5cff0fbe2b8 HTTP/1.1" status: 204  len: 168 time: 1.8040371
Apr 22 13:06:25.806571 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 60172) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:25.937374 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c00cb2a-0b71-4cd5-9492-9be6e4be6233 admin admin] Deleting subnet a52cea15-4b6a-430c-8a63-2a1f4a781a3d {{(pid=86533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 13:06:25.944443 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8c00cb2a-0b71-4cd5-9492-9be6e4be6233 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:26.046617 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8c00cb2a-0b71-4cd5-9492-9be6e4be6233 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1922835'] for subnet, precommit_delete_associations {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:26.155108 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8c00cb2a-0b71-4cd5-9492-9be6e4be6233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844768'] for subnet, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:26.503012 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 659ef297-9721-4a7e-a893-a6741184fb7a no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:06:26.559796 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: 659ef297-9721-4a7e-a893-a6741184fb7a {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:06:26.560385 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 659ef297-9721-4a7e-a893-a6741184fb7a not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:06:26.560869 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 184fec37-1f7a-4161-9627-b2776ab42cbf no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:06:26.598731 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8c00cb2a-0b71-4cd5-9492-9be6e4be6233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3931032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843910551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10722526'] for subnet, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:26.602713 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: 184fec37-1f7a-4161-9627-b2776ab42cbf {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:06:26.603338 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 184fec37-1f7a-4161-9627-b2776ab42cbf not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:06:26.607323 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:26.648800 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00cb2a-0b71-4cd5-9492-9be6e4be6233 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a52cea15-4b6a-430c-8a63-2a1f4a781a3d,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:26.651134 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8c00cb2a-0b71-4cd5-9492-9be6e4be6233 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:26.654285 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8c00cb2a-0b71-4cd5-9492-9be6e4be6233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:26.658597 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd84745-5532-4ab9-b52f-255aafaccc03 None None] Network 920677a1-ab08-464a-a2c2-ce6d57dbf6a9 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:06:26.660858 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-8c00cb2a-0b71-4cd5-9492-9be6e4be6233 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a52cea15-4b6a-430c-8a63-2a1f4a781a3d HTTP/1.1" status: 204  len: 168 time: 0.8524075
Apr 22 13:06:26.665499 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 60176) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:26.798289 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850810900'] for network, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:26.817542 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] Deleting port f9edfcd7-f295-4aef-813c-d192eea20391 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:06:26.818133 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:26.994311 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60182) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:27.024331 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f153f67b-3253-4454-9602-a49c31e12fc5 None None] DHCP port deletion for 920677a1-ab08-464a-a2c2-ce6d57dbf6a9 request from dv-cinder-787262-3-iscsi {{(pid=86534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 13:06:27.029707 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-f153f67b-3253-4454-9602-a49c31e12fc5 None None] Deleting port f9edfcd7-f295-4aef-813c-d192eea20391 {{(pid=86534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:06:27.030267 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f153f67b-3253-4454-9602-a49c31e12fc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:27.121622 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc0e1b2-9c3d-430f-8a39-467f315e5a18 admin admin] Deleting subnet dbeea3a0-a3ec-49f2-b760-af081eb8858d {{(pid=86532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 13:06:27.128524 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0bc0e1b2-9c3d-430f-8a39-467f315e5a18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:27.176923 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] For port f9edfcd7-f295-4aef-813c-d192eea20391, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=f9edfcd7-f295-4aef-813c-d192eea20391,segment=NetworkSegment(9a67efc2-d7ce-4f62-866d-8d00770eb16a),segment_id=9a67efc2-d7ce-4f62-866d-8d00770eb16a)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:06:27.177623 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:27.232576 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0bc0e1b2-9c3d-430f-8a39-467f315e5a18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10811307'] for subnet, precommit_delete_associations {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:27.314988 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0bc0e1b2-9c3d-430f-8a39-467f315e5a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844768'] for subnet, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:27.349875 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-f153f67b-3253-4454-9602-a49c31e12fc5 None None] For port f9edfcd7-f295-4aef-813c-d192eea20391, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=f9edfcd7-f295-4aef-813c-d192eea20391,segment=NetworkSegment(9a67efc2-d7ce-4f62-866d-8d00770eb16a),segment_id=9a67efc2-d7ce-4f62-866d-8d00770eb16a)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:06:27.350659 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f153f67b-3253-4454-9602-a49c31e12fc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:27.441726 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] Calling delete_port for f9edfcd7-f295-4aef-813c-d192eea20391 owned by network:dhcp {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:06:27.537148 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-f153f67b-3253-4454-9602-a49c31e12fc5 None None] Calling delete_port for f9edfcd7-f295-4aef-813c-d192eea20391 owned by network:dhcp {{(pid=86534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:06:27.638008 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:27.644822 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-965776c0-29e3-4487-add2-1bda36c13579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:27.656107 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0bc0e1b2-9c3d-430f-8a39-467f315e5a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3931032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10869100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843236324'] for subnet, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:27.692369 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6e4efba9-44d0-4326-ac5b-fd2d22a63ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:27.697952 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9edfcd7-f295-4aef-813c-d192eea20391,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:27.700215 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] No DVR routers for this DVR port f9edfcd7-f295-4aef-813c-d192eea20391 on host dv-cinder-787262-3-iscsi {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:06:27.701903 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:27.709819 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.db.api [None req-f153f67b-3253-4454-9602-a49c31e12fc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86534) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 13:06:27.710433 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_db.api [None req-f153f67b-3253-4454-9602-a49c31e12fc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 13:06:27.761333 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0bc0e1b2-9c3d-430f-8a39-467f315e5a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:27.776599 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0e1b2-9c3d-430f-8a39-467f315e5a18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbeea3a0-a3ec-49f2-b760-af081eb8858d,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:27.780023 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0bc0e1b2-9c3d-430f-8a39-467f315e5a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:27.787247 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-0bc0e1b2-9c3d-430f-8a39-467f315e5a18 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dbeea3a0-a3ec-49f2-b760-af081eb8858d HTTP/1.1" status: 204  len: 168 time: 0.7913179
Apr 22 13:06:27.790733 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60186) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:27.842272 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931125', 'neutron.services.segments.db._delete_segments_for_network-8776327253363'] for network, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:27.994592 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb656739a90>,) {'filters': {'network_id': ['920677a1-ab08-464a-a2c2-ce6d57dbf6a9']}} {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:28.000739 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c301cfa4-c6c3-4295-9762-fa105e99ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850810900'] for network, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:28.013954 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb656739a90>, '9a67efc2-d7ce-4f62-866d-8d00770eb16a') {'for_net_delete': True} {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:28.014538 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb656739a90>, '9a67efc2-d7ce-4f62-866d-8d00770eb16a') {} {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:28.034624 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260527543395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852852965'] for segment, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:28.118585 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:28.132464 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=86533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 13:06:28.167517 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c301cfa4-c6c3-4295-9762-fa105e99ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931125', 'neutron.services.segments.db._delete_segments_for_network-8776327253363'] for network, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:28.212297 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-f153f67b-3253-4454-9602-a49c31e12fc5 None None] Deleting port f9edfcd7-f295-4aef-813c-d192eea20391 {{(pid=86534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:06:28.212927 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f153f67b-3253-4454-9602-a49c31e12fc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:28.303664 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-c301cfa4-c6c3-4295-9762-fa105e99ab1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb656970208>,) {'filters': {'network_id': ['d3d7c079-73af-4f4d-89c5-b0170c0cc9a5']}} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:28.320973 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-c301cfa4-c6c3-4295-9762-fa105e99ab1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb656970208>, 'd97ea531-49b4-49df-a326-4193611b7896') {'for_net_delete': True} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:28.321274 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-c301cfa4-c6c3-4295-9762-fa105e99ab1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb656970208>, 'd97ea531-49b4-49df-a326-4193611b7896') {} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:28.321846 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-f153f67b-3253-4454-9602-a49c31e12fc5 None None] The port 'f9edfcd7-f295-4aef-813c-d192eea20391' was deleted {{(pid=86534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 22 13:06:28.337075 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c301cfa4-c6c3-4295-9762-fa105e99ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260527543395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843964509'] for segment, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:28.355380 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c301cfa4-c6c3-4295-9762-fa105e99ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:28.363584 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c301cfa4-c6c3-4295-9762-fa105e99ab1e admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=86532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 13:06:28.496746 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device f9edfcd7-f295-4aef-813c-d192eea20391 no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:06:28.577805 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: f9edfcd7-f295-4aef-813c-d192eea20391 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:06:28.578242 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device f9edfcd7-f295-4aef-813c-d192eea20391 not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:06:28.590280 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-c301cfa4-c6c3-4295-9762-fa105e99ab1e admin admin] Network d3d7c079-73af-4f4d-89c5-b0170c0cc9a5 has no segments {{(pid=86532) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:06:28.602679 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c301cfa4-c6c3-4295-9762-fa105e99ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850845775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843907377'] for segment, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:28.818198 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-c301cfa4-c6c3-4295-9762-fa105e99ab1e admin admin] Network d3d7c079-73af-4f4d-89c5-b0170c0cc9a5 has no segments {{(pid=86532) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]: Traceback (most recent call last):
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:     timer()
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:     cb(*args, **kw)
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:     return func(*args, **kwargs)
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:     self._notify()
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:     self.callback(batched_events)
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:     event.method(event)
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:     segment_id)['aggregates'][0]
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:     return f(self, *a, **k)
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self._get(url).json()
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:     **kwargs)
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self.request(url, 'GET', **kwargs)
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:     **endpoint_filter)
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 13:06:28.850831 dv-cinder-787262-3-iscsi neutron-server[86413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 13:06:28.880619 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] Network 920677a1-ab08-464a-a2c2-ce6d57dbf6a9 has no segments {{(pid=86533) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:06:28.899747 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850845775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10864074'] for segment, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:29.206859 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] Network 920677a1-ab08-464a-a2c2-ce6d57dbf6a9 has no segments {{(pid=86533) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]: Traceback (most recent call last):
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:     timer()
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:     cb(*args, **kw)
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:     return func(*args, **kwargs)
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:     self._notify()
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:     self.callback(batched_events)
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:     event.method(event)
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:     segment_id)['aggregates'][0]
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:     return f(self, *a, **k)
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self._get(url).json()
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:     **kwargs)
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self.request(url, 'GET', **kwargs)
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:     **endpoint_filter)
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 13:06:29.233117 dv-cinder-787262-3-iscsi neutron-server[86413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 13:06:29.249869 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c301cfa4-c6c3-4295-9762-fa105e99ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850844675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-769154'] for network, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:29.256626 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:29.288601 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c301cfa4-c6c3-4295-9762-fa105e99ab1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:29.307059 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301cfa4-c6c3-4295-9762-fa105e99ab1e admin admin] Pushing event deleted for resources: {'Network': ['ID=d3d7c079-73af-4f4d-89c5-b0170c0cc9a5,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:29.313810 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c301cfa4-c6c3-4295-9762-fa105e99ab1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:29.358525 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-c301cfa4-c6c3-4295-9762-fa105e99ab1e admin admin] 10.222.0.20 "DELETE /v2.0/networks/d3d7c079-73af-4f4d-89c5-b0170c0cc9a5 HTTP/1.1" status: 204  len: 168 time: 1.5659168
Apr 22 13:06:29.385954 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850844675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-769154'] for network, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:29.392979 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3ffddf44-1c5d-4077-9a6f-c3457ea8fec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:29.424947 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:29.443166 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] Pushing event deleted for resources: {'Network': ['ID=920677a1-ab08-464a-a2c2-ce6d57dbf6a9,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:29.447816 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:29.461316 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] 10.222.0.20 "DELETE /v2.0/networks/920677a1-ab08-464a-a2c2-ce6d57dbf6a9 HTTP/1.1" status: 204  len: 168 time: 2.7917767
Apr 22 13:06:29.746664 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60194) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:29.816524 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 60198) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:29.824582 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-8b8de4fc-a07a-489a-b8dc-a7b370e273a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da0773a267f14d0bb47b092ca5ffa7d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0748184
Apr 22 13:06:29.826195 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60202) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:29.910895 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-8093bd43-ebdb-4ba4-98fa-fc610d0d7787 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f47160e096ea4aef93cb730e0accf8e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0921538
Apr 22 13:06:29.913230 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 60206) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:29.949450 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8ae9879b-5328-4ac0-8ba0-26006c2fda29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:29.988107 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a8f7506c-7a84-4f55-b5e4-cd519cb63b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:30.005916 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8ae9879b-5328-4ac0-8ba0-26006c2fda29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:30.018554 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a8f7506c-7a84-4f55-b5e4-cd519cb63b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:30.101947 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a8f7506c-7a84-4f55-b5e4-cd519cb63b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:30.108000 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-bbfcbace-6263-4bd6-810e-9742817e5268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:30.125464 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7506c-7a84-4f55-b5e4-cd519cb63b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830778db-acd1-4e00-b830-cff87c4e7d36,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:30.128742 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a8f7506c-7a84-4f55-b5e4-cd519cb63b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:30.138674 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a8f7506c-7a84-4f55-b5e4-cd519cb63b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:30.143458 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-a8f7506c-7a84-4f55-b5e4-cd519cb63b07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/830778db-acd1-4e00-b830-cff87c4e7d36 HTTP/1.1" status: 204  len: 168 time: 0.2255890
Apr 22 13:06:30.209003 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8ae9879b-5328-4ac0-8ba0-26006c2fda29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:30.214864 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a4d884c8-848d-47c0-9afe-c07eea8ea085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:30.231562 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9879b-5328-4ac0-8ba0-26006c2fda29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9609dc9-793e-4fa6-8922-429bc48e8150,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:30.234360 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8ae9879b-5328-4ac0-8ba0-26006c2fda29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:30.274476 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8ae9879b-5328-4ac0-8ba0-26006c2fda29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:30.276117 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-8ae9879b-5328-4ac0-8ba0-26006c2fda29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9609dc9-793e-4fa6-8922-429bc48e8150 HTTP/1.1" status: 204  len: 168 time: 0.4481943
Apr 22 13:06:31.289530 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60226) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:31.356255 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-39ab4532-9c12-405c-ae3f-7a3b947bd57a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb9d9f0dbbe6482182a99ac8d0fb45ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0649660
Apr 22 13:06:31.360288 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60230) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:31.488242 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8b9a44fc-dfd2-404b-9137-602715bf743b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:31.549416 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8b9a44fc-dfd2-404b-9137-602715bf743b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:31.803271 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8b9a44fc-dfd2-404b-9137-602715bf743b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:31.809571 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-115e0194-e8fd-434e-bfcf-511de380ca7c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:31.823725 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a44fc-dfd2-404b-9137-602715bf743b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba863f1-3553-49d5-888b-13bcf285b7d8,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:31.828328 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8b9a44fc-dfd2-404b-9137-602715bf743b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:31.838304 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8b9a44fc-dfd2-404b-9137-602715bf743b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:31.844347 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-8b9a44fc-dfd2-404b-9137-602715bf743b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ba863f1-3553-49d5-888b-13bcf285b7d8 HTTP/1.1" status: 204  len: 168 time: 0.4793620
Apr 22 13:06:31.894073 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60244) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:32.046689 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-747042974-network', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:06:32.052162 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:06:32.056640 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Usage tracker for resource:network and tenant:99bb9a79e6754382a07322a0baaf7cf6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:06:32.060119 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:06:32.068402 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:06:32.117531 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Made reservation on behalf of 99bb9a79e6754382a07322a0baaf7cf6 for: {'network': 1} {{(pid=86532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:06:32.122704 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for network, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:32.138653 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:32.156233 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:06:32.161465 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Usage tracker for resource:security_group_rule and tenant:99bb9a79e6754382a07322a0baaf7cf6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:06:32.164745 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:06:32.172528 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:06:32.473055 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:32.512212 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:32.516235 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1a681457-a81a-490e-972b-fc149ba20af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:32.553902 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'}  {{(pid=86532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 13:06:32.560288 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0f9400-c16d-4c7f-b044-473d55426329,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:32.564737 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:32.568851 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:32.569247 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.segments_db [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Added segment 916ad0fc-eb4a-4e44-9927-42f3a549980c of type vlan for network e641f5ac-34b0-4530-8ab4-057336dde9b7
Apr 22 13:06:32.603842 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776326693849'] for network, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:32.666598 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for network, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:32.668647 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:32.669443 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:32.676102 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8a2a7be8-323c-43e2-895f-652ea56c7937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:32.790137 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Pushing event updated for resources: {'Network': ['ID=e641f5ac-34b0-4530-8ab4-057336dde9b7,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:32.792953 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:32.801485 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Network e641f5ac-34b0-4530-8ab4-057336dde9b7 details requested by agent ovs-agent-dv-cinder-787262-3-iscsi with host dv-cinder-787262-3-iscsi {{(pid=86534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 13:06:32.816869 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9224408
Apr 22 13:06:32.819799 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60250) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:32.826269 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-72679e7a-6958-40c8-9ec4-6c170f483fb6 admin admin] Request body: {'subnet': {'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-747042974-subnet', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'ip_version': 4}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:06:32.832995 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-72679e7a-6958-40c8-9ec4-6c170f483fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:06:32.837508 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-72679e7a-6958-40c8-9ec4-6c170f483fb6 admin admin] Usage tracker for resource:subnet and tenant:99bb9a79e6754382a07322a0baaf7cf6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:06:32.841261 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-72679e7a-6958-40c8-9ec4-6c170f483fb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:06:32.848322 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-72679e7a-6958-40c8-9ec4-6c170f483fb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:06:32.912368 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72679e7a-6958-40c8-9ec4-6c170f483fb6 admin admin] Made reservation on behalf of 99bb9a79e6754382a07322a0baaf7cf6 for: {'subnet': 1} {{(pid=86532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:06:32.920890 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-72679e7a-6958-40c8-9ec4-6c170f483fb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11539510'] for subnet, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:33.567752 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-72679e7a-6958-40c8-9ec4-6c170f483fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843906775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11539495'] for subnet, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:33.577108 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0bc0e1b2-9c3d-430f-8a39-467f315e5a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:33.729526 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72679e7a-6958-40c8-9ec4-6c170f483fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cae2efc4-08a1-4d91-917d-596f7481ce4c,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:33.734564 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-72679e7a-6958-40c8-9ec4-6c170f483fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:33.752539 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72679e7a-6958-40c8-9ec4-6c170f483fb6 admin admin] Checking segment: {'id': '916ad0fc-eb4a-4e44-9927-42f3a549980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:06:33.752942 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72679e7a-6958-40c8-9ec4-6c170f483fb6 admin admin] Network hostable DHCP agents. Network: e641f5ac-34b0-4530-8ab4-057336dde9b7, hostable agents: ['87489297-b04a-4f62-8251-98d0a06ee999'], hosted agents: [] {{(pid=86532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 13:06:33.808741 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72679e7a-6958-40c8-9ec4-6c170f483fb6 admin admin] Network e641f5ac-34b0-4530-8ab4-057336dde9b7 is scheduled to be hosted by DHCP agent 87489297-b04a-4f62-8251-98d0a06ee999 with binding_index 1 {{(pid=86532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 13:06:33.842876 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-72679e7a-6958-40c8-9ec4-6c170f483fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-iscsi, e641f5ac-34b0-4530-8ab4-057336dde9b7) {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:06:33.855742 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a417671-803c-4c39-b9e5-81b98f3932c3 None None] Network e641f5ac-34b0-4530-8ab4-057336dde9b7 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:06:33.858037 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72679e7a-6958-40c8-9ec4-6c170f483fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:33.858713 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-72679e7a-6958-40c8-9ec4-6c170f483fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:33.912883 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-72679e7a-6958-40c8-9ec4-6c170f483fb6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0918446
Apr 22 13:06:33.916695 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60254) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:33.922586 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:06:33.930747 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:06:33.935550 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Usage tracker for resource:router and tenant:99bb9a79e6754382a07322a0baaf7cf6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:06:33.940396 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:06:33.947455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:06:33.986682 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-663020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-599'] for router, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:33.988019 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854112796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854008062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775217'] for router, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:34.093840 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:34.498686 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffcb9097-8cb5-5ed6-be24-ccbd137e2060-e641f5ac-34b0-4530-8ab4-057336dde9b7', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c'}]}} from dv-cinder-787262-3-iscsi. {{(pid=86534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 13:06:34.500406 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:34.726006 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Allocated IP 172.20.0.2 (e641f5ac-34b0-4530-8ab4-057336dde9b7/cae2efc4-08a1-4d91-917d-596f7481ce4c/ed669ae4-032f-4b61-9c67-740a8a5daf1a) {{(pid=86534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:06:34.830428 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854007819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775248'] for router, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:35.002063 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Notify callbacks [] for port, precommit_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:35.023343 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Transition to ACTIVE for port object ed669ae4-032f-4b61-9c67-740a8a5daf1a will not be triggered until provisioned by entity L2. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:06:35.049728 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Transition to ACTIVE for port object ed669ae4-032f-4b61-9c67-740a8a5daf1a will not be triggered until provisioned by entity DHCP. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:06:35.137141 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:35.147694 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:35.253435 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:35.281198 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Network e641f5ac-34b0-4530-8ab4-057336dde9b7 is already hosted by enough agents. {{(pid=86534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:06:35.287981 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Resources bound (agent type, host, resource id):  {{(pid=86534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:06:35.288340 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:35.291875 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Received port after_create {{(pid=86534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:06:35.381052 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Pushing event updated for resources: {'Port': ['ID=ed669ae4-032f-4b61-9c67-740a8a5daf1a,revision_number=1']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:35.455656 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Allocated IP 172.27.3.122 (2ddae30a-787b-4105-96b6-1d621d63b6d6/f62b3f7c-fd2a-4037-bea1-66926d384c05/9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe) {{(pid=86532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:06:35.465395 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:35.466009 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:35.466617 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:35.467226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:35.467867 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:35.468478 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:35.469072 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:35.470045 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:35.471265 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:35.471823 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:35.472346 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:35.472850 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:35.491126 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:35.521913 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Attempting to bind port ed669ae4-032f-4b61-9c67-740a8a5daf1a on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:06:35.522430 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Attempting to bind port ed669ae4-032f-4b61-9c67-740a8a5daf1a by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': '916ad0fc-eb4a-4e44-9927-42f3a549980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7'}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:06:35.523011 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Attempting to bind port ed669ae4-032f-4b61-9c67-740a8a5daf1a on network e641f5ac-34b0-4530-8ab4-057336dde9b7 {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:06:35.536287 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:06:35.536414 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Checking segment: {'id': '916ad0fc-eb4a-4e44-9927-42f3a549980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:06:35.537040 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:35.537488 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Bound using segment: {'id': '916ad0fc-eb4a-4e44-9927-42f3a549980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7'} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:06:35.538099 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Bound port: ed669ae4-032f-4b61-9c67-740a8a5daf1a, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916ad0fc-eb4a-4e44-9927-42f3a549980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7'}}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:06:35.538550 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:35.679558 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:35.700759 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ae95d7f0-71ff-49a9-8ee0-66082db6db5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:35.752671 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:35.758195 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:35.796150 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] For port ed669ae4-032f-4b61-9c67-740a8a5daf1a, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:06:35.800090 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] For port ed669ae4-032f-4b61-9c67-740a8a5daf1a, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=ed669ae4-032f-4b61-9c67-740a8a5daf1a,segment=NetworkSegment(916ad0fc-eb4a-4e44-9927-42f3a549980c),segment_id=916ad0fc-eb4a-4e44-9927-42f3a549980c)] {{(pid=86534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:06:35.826295 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:35.827249 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:06:35.832043 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7cd9cd4f-50d9-436f-80ca-b171ce368c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:35.839243 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:06:35.845366 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Received port after_create {{(pid=86532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:06:35.891016 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:35.896439 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:35.956072 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Pushing event updated for resources: {'Port': ['ID=ed669ae4-032f-4b61-9c67-740a8a5daf1a,revision_number=2']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:35.960363 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-dd96e6ef-bbd8-46bb-a25d-d9eecc6721b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:36.499857 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:36.549968 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device ed669ae4-032f-4b61-9c67-740a8a5daf1a up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:06:36.677054 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port ed669ae4-032f-4b61-9c67-740a8a5daf1a completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:06:36.928073 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767967'] for router, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:37.043357 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:37.272122 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 is scheduled to L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 with binding_index 1 {{(pid=86532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 13:06:37.487254 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4cf464-4296-49b6-86f0-6e0efcb7c9ba None None] Network e641f5ac-34b0-4530-8ab4-057336dde9b7 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:06:37.563452 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:06:37.585980 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] Sync routers for ids ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:06:37.619810 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] Routers {'c5d27f12-7c0c-4c38-83d0-8c7cf5452950'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:06:37.620529 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c6c4be0>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:06:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:37.644264 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] Notify callbacks [] for router, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:37.646585 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-df6674bb-80f8-441b-ae48-4e5947693176 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.7285502
Apr 22 13:06:37.649937 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60258) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:37.695646 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-1f38c3be-691f-4d4e-8c2d-80450ed932b0 None None] Provisioning for port ed669ae4-032f-4b61-9c67-740a8a5daf1a completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:06:37.788713 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-1f38c3be-691f-4d4e-8c2d-80450ed932b0 None None] Provisioning complete for port ed669ae4-032f-4b61-9c67-740a8a5daf1a triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:06:37.789233 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1f38c3be-691f-4d4e-8c2d-80450ed932b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:38.034486 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] Set router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:06:38.343100 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1f38c3be-691f-4d4e-8c2d-80450ed932b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:38.453418 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-1f38c3be-691f-4d4e-8c2d-80450ed932b0 None None] For port ed669ae4-032f-4b61-9c67-740a8a5daf1a, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=ed669ae4-032f-4b61-9c67-740a8a5daf1a,segment=NetworkSegment(916ad0fc-eb4a-4e44-9927-42f3a549980c),segment_id=916ad0fc-eb4a-4e44-9927-42f3a549980c)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:06:38.523439 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1f38c3be-691f-4d4e-8c2d-80450ed932b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:38.527758 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7c253f07-4a93-4714-86a6-d316d29ccfe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:38.616969 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-da59cd57-14d3-442e-b6c4-4819f829b25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:38.670611 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38c3be-691f-4d4e-8c2d-80450ed932b0 None None] Pushing event updated for resources: {'Port': ['ID=ed669ae4-032f-4b61-9c67-740a8a5daf1a,revision_number=3']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:38.674637 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1f38c3be-691f-4d4e-8c2d-80450ed932b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:38.684573 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c6c4be0>, [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:36Z', 'revision_number': 3, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:38.690526 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] Checking router: c5d27f12-7c0c-4c38-83d0-8c7cf5452950 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:06:38.690933 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] Updating router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 port 9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe binding host dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 13:06:38.766122 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:38.828118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-15bd92fc-8854-42b8-b64f-15ea2f3934a6 None None] Provisioning complete for port ed669ae4-032f-4b61-9c67-740a8a5daf1a triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:06:38.828632 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-15bd92fc-8854-42b8-b64f-15ea2f3934a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:38.892004 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:39.237875 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Allocated IP 172.20.0.1 (e641f5ac-34b0-4530-8ab4-057336dde9b7/cae2efc4-08a1-4d91-917d-596f7481ce4c/b630f13b-00f1-4e6d-9441-44ed6fc91f49) {{(pid=86532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:06:39.330852 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] Notify callbacks [] for port, precommit_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:39.347463 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] Transition to ACTIVE for port object 9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe will not be triggered until provisioned by entity L2. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:06:39.391801 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:39.397259 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:39.458805 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:39.493493 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Transition to ACTIVE for port object b630f13b-00f1-4e6d-9441-44ed6fc91f49 will not be triggered until provisioned by entity DHCP. {{(pid=86532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:06:39.563807 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:39.568530 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:39.646040 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Network e641f5ac-34b0-4530-8ab4-057336dde9b7 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:06:39.650110 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:06:39.654430 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Received port after_create {{(pid=86532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:06:39.687497 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] Attempting to bind port 9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:06:39.687497 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] Attempting to bind port 9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:06:39.687903 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] Attempting to bind port 9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe on network 2ddae30a-787b-4105-96b6-1d621d63b6d6 {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:06:39.698030 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Pushing event updated for resources: {'Port': ['ID=b630f13b-00f1-4e6d-9441-44ed6fc91f49,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:39.699990 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:06:39.701463 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] Checking segment: {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:06:39.702058 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:39.702999 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] Bound using segment: {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:06:39.703189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] Bound port: 9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:06:39.703340 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:39.703658 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:39.727211 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854006782'] for router_interface, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:39.749686 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe8fc4-2652-463c-b44f-a003fb92121e None None] Pushing event updated for resources: {'Port': ['ID=9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe,revision_number=2']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:39.753362 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f9fe8fc4-2652-463c-b44f-a003fb92121e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:39.815064 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] For port 9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:06:39.819923 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] For port 9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:06:39.867165 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:39.873858 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9a707366-15ed-4c52-a9d1-68ba815df06d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:39.909936 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:39.987180 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe8fc4-2652-463c-b44f-a003fb92121e None None] Pushing event updated for resources: {'Port': ['ID=9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe,revision_number=3']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:39.991301 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] Routers {'c5d27f12-7c0c-4c38-83d0-8c7cf5452950'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:06:39.991783 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c6c4be0>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:06:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:40.045253 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f9fe8fc4-2652-463c-b44f-a003fb92121e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:40.053140 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c806be28-83f7-49b6-8cb6-5c803628e425 None None] Provisioning for port b630f13b-00f1-4e6d-9441-44ed6fc91f49 completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:06:40.120406 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c806be28-83f7-49b6-8cb6-5c803628e425 None None] Provisioning complete for port b630f13b-00f1-4e6d-9441-44ed6fc91f49 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:06:40.120807 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c806be28-83f7-49b6-8cb6-5c803628e425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:40.179253 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:40.229094 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c806be28-83f7-49b6-8cb6-5c803628e425 None None] Port b630f13b-00f1-4e6d-9441-44ed6fc91f49 cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 13:06:40.270190 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] Set router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:06:40.506532 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device ed669ae4-032f-4b61-9c67-740a8a5daf1a up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:06:40.677109 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port ed669ae4-032f-4b61-9c67-740a8a5daf1a triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:06:40.677523 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:40.770869 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c6c4be0>, [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 1, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:40.808754 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843907407'] for port, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:40.809665 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a766aced-4ee3-4ffb-89cc-ba1e4cec4a16 None None] The sync data for ids ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'] in dv-cinder-787262-3-iscsi is: [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 1, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:06:40.840387 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:40.843320 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:40.854090 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f5a6422e-83fc-4321-aa38-89b569e97e38 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:40.961199 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-769125'] for router_interface, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:40.965523 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Pushing event updated for resources: {'Port': ['ID=b630f13b-00f1-4e6d-9441-44ed6fc91f49,revision_number=2']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:40.969467 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:41.149302 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Network e641f5ac-34b0-4530-8ab4-057336dde9b7 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:06:41.151281 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:06:41.203895 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:41.449088 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:06:41.521684 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-87889c6e-ad68-45a6-9ae3-c955d145ef29 None None] Provisioning complete for port b630f13b-00f1-4e6d-9441-44ed6fc91f49 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:06:41.522346 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-87889c6e-ad68-45a6-9ae3-c955d145ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:41.582964 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bf9520a8-f913-4070-a44a-51264325f3b8 req-f7ad0dc0-c923-4808-a6f0-87d6323f2bec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1010311
Apr 22 13:06:41.628222 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-87889c6e-ad68-45a6-9ae3-c955d145ef29 None None] Port b630f13b-00f1-4e6d-9441-44ed6fc91f49 cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 13:06:41.712414 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9520a8-f913-4070-a44a-51264325f3b8 req-e96614f6-974a-4265-bcbe-f2b70fca9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:41.715388 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bf9520a8-f913-4070-a44a-51264325f3b8 req-e96614f6-974a-4265-bcbe-f2b70fca9ca7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51e95625a2a947f3a45abbb825e91358&device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 1138 time: 0.1032014
Apr 22 13:06:41.758607 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:06:41.770040 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] 10.222.0.20 "PUT /v2.0/routers/c5d27f12-7c0c-4c38-83d0-8c7cf5452950/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1183817
Apr 22 13:06:41.947823 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9520a8-f913-4070-a44a-51264325f3b8 req-c7b534a7-156a-4ad0-8369-9549c3644190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:41.950650 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bf9520a8-f913-4070-a44a-51264325f3b8 req-c7b534a7-156a-4ad0-8369-9549c3644190 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b94c520-ad86-444c-8703-f9e972c0b18a HTTP/1.1" status: 200  len: 916 time: 0.2123764
Apr 22 13:06:42.124752 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bf9520a8-f913-4070-a44a-51264325f3b8 req-46cab386-f99d-4284-b7bb-a4f420783341 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a98956-c59b-4793-8ea0-d250c73467e7 HTTP/1.1" status: 200  len: 1001 time: 0.1671889
Apr 22 13:06:42.206009 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9520a8-f913-4070-a44a-51264325f3b8 req-692d6894-6047-4714-bf5d-a79ee50d4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:42.207892 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bf9520a8-f913-4070-a44a-51264325f3b8 req-692d6894-6047-4714-bf5d-a79ee50d4d60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b27ad705-4ccd-410e-820d-31197cfabea8 HTTP/1.1" status: 200  len: 854 time: 0.0759115
Apr 22 13:06:42.338988 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9520a8-f913-4070-a44a-51264325f3b8 req-bb5dd3f6-7ade-4cc8-b4e8-c7bd55db438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:42.341853 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bf9520a8-f913-4070-a44a-51264325f3b8 req-bb5dd3f6-7ade-4cc8-b4e8-c7bd55db438f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b94c520-ad86-444c-8703-f9e972c0b18a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1261473
Apr 22 13:06:42.628632 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:06:42.672403 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bf9520a8-f913-4070-a44a-51264325f3b8 req-b1cc8b29-1deb-46de-8bc2-04549ccec3e7 service neutron] 10.222.0.35 "GET /v2.0/networks/8b94c520-ad86-444c-8703-f9e972c0b18a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3223124
Apr 22 13:06:42.804519 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port 9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:06:42.814600 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:06:42.819368 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:42.961876 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bf9520a8-f913-4070-a44a-51264325f3b8 req-b70738de-e4d2-4318-a19f-3a047533dfaf service neutron] 10.222.0.35 "GET /v2.0/networks/8b94c520-ad86-444c-8703-f9e972c0b18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2814682
Apr 22 13:06:43.049153 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:43.068347 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port 9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:06:43.069794 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60276) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:43.078294 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-263721290-network', 'tenant_id': 'a8193beda4f34ebf9ae6ff3a58427cc0'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:06:43.084643 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:06:43.089093 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Usage tracker for resource:network and tenant:a8193beda4f34ebf9ae6ff3a58427cc0 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:06:43.092315 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:06:43.100257 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:43.102437 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f9fe8fc4-2652-463c-b44f-a003fb92121e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:43.102913 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:06:43.152412 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Made reservation on behalf of a8193beda4f34ebf9ae6ff3a58427cc0 for: {'network': 1} {{(pid=86532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:06:43.159610 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for network, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:43.176348 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:43.183742 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:43.187246 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:43.209419 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:06:43.217101 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Usage tracker for resource:security_group_rule and tenant:a8193beda4f34ebf9ae6ff3a58427cc0 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:06:43.222851 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:06:43.229654 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:06:43.332396 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:43.357477 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:43.362577 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1c71bb09-cbb3-4066-97b5-129582dd03e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:43.391628 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'}  {{(pid=86532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 13:06:43.407598 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c556c16-5e3a-4302-9664-6ce5a63a4a52,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:43.413833 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:43.415600 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:43.416229 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.segments_db [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Added segment 38abd6bb-23cc-4315-ab25-e282c0723392 of type vlan for network 28c25731-3c15-40cc-b38c-b7b57afb8813
Apr 22 13:06:43.454490 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776326693849'] for network, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:43.522931 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218'] for network, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:43.524422 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:43.525291 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:43.531169 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-632f47c8-cb67-47a6-9538-c575ab439c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:43.651081 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Pushing event updated for resources: {'Network': ['ID=28c25731-3c15-40cc-b38c-b7b57afb8813,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:43.653918 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:43.669537 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Network 28c25731-3c15-40cc-b38c-b7b57afb8813 details requested by agent ovs-agent-dv-cinder-787262-3-iscsi with host dv-cinder-787262-3-iscsi {{(pid=86534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 13:06:43.679248 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-76f4838f-590d-4e8c-a616-253db998779d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6074195
Apr 22 13:06:43.682120 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60280) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:43.692992 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-967a63f2-343d-45fc-91fc-c8617a4c2d8f admin admin] Request body: {'subnet': {'network_id': '28c25731-3c15-40cc-b38c-b7b57afb8813', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-263721290-subnet', 'tenant_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'ip_version': 4}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:06:43.702193 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-967a63f2-343d-45fc-91fc-c8617a4c2d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:06:43.710495 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-967a63f2-343d-45fc-91fc-c8617a4c2d8f admin admin] Usage tracker for resource:subnet and tenant:a8193beda4f34ebf9ae6ff3a58427cc0 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:06:43.716249 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-967a63f2-343d-45fc-91fc-c8617a4c2d8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:06:43.729162 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-967a63f2-343d-45fc-91fc-c8617a4c2d8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:06:43.774710 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967a63f2-343d-45fc-91fc-c8617a4c2d8f admin admin] Made reservation on behalf of a8193beda4f34ebf9ae6ff3a58427cc0 for: {'subnet': 1} {{(pid=86532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:06:43.780218 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-967a63f2-343d-45fc-91fc-c8617a4c2d8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11539510'] for subnet, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:44.273947 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-967a63f2-343d-45fc-91fc-c8617a4c2d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843906775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11539495'] for subnet, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:44.279249 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:44.368326 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a63f2-343d-45fc-91fc-c8617a4c2d8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6736877c-3686-4d18-bb4d-f2e5442b80a6,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:44.372181 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-967a63f2-343d-45fc-91fc-c8617a4c2d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:44.378966 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967a63f2-343d-45fc-91fc-c8617a4c2d8f admin admin] Checking segment: {'id': '38abd6bb-23cc-4315-ab25-e282c0723392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '28c25731-3c15-40cc-b38c-b7b57afb8813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:06:44.379359 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967a63f2-343d-45fc-91fc-c8617a4c2d8f admin admin] Network hostable DHCP agents. Network: 28c25731-3c15-40cc-b38c-b7b57afb8813, hostable agents: ['87489297-b04a-4f62-8251-98d0a06ee999'], hosted agents: [] {{(pid=86532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 13:06:44.461793 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967a63f2-343d-45fc-91fc-c8617a4c2d8f admin admin] Network 28c25731-3c15-40cc-b38c-b7b57afb8813 is scheduled to be hosted by DHCP agent 87489297-b04a-4f62-8251-98d0a06ee999 with binding_index 1 {{(pid=86532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 13:06:44.483904 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:06:44.505959 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-967a63f2-343d-45fc-91fc-c8617a4c2d8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787262-3-iscsi, 28c25731-3c15-40cc-b38c-b7b57afb8813) {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:06:44.524900 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967a63f2-343d-45fc-91fc-c8617a4c2d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:44.524900 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-967a63f2-343d-45fc-91fc-c8617a4c2d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:44.545700 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16b5a4a-4a45-47b8-b953-070233b21155 None None] Network 28c25731-3c15-40cc-b38c-b7b57afb8813 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:06:44.585274 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] Sync routers for ids ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'] in dv-cinder-787262-3-iscsi {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:06:44.593329 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-967a63f2-343d-45fc-91fc-c8617a4c2d8f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9093103
Apr 22 13:06:44.597106 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60284) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:44.601920 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] Routers {'c5d27f12-7c0c-4c38-83d0-8c7cf5452950'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:06:44.603037 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c1b2588>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:06:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:44.607527 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-263721290-router', 'tenant_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:06:44.617031 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:06:44.624221 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Usage tracker for resource:router and tenant:a8193beda4f34ebf9ae6ff3a58427cc0 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:06:44.631458 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:06:44.643145 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:06:44.690102 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-663020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-599'] for router, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:44.692245 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854112796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854008062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775217'] for router, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:44.714058 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:44.714513 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:06:44.714855 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:44.862577 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] Set router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:06:45.061935 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffcb9097-8cb5-5ed6-be24-ccbd137e2060-28c25731-3c15-40cc-b38c-b7b57afb8813', 'network_id': '28c25731-3c15-40cc-b38c-b7b57afb8813', 'tenant_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'fixed_ips': [{'subnet_id': '6736877c-3686-4d18-bb4d-f2e5442b80a6'}]}} from dv-cinder-787262-3-iscsi. {{(pid=86534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 13:06:45.063754 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:45.281787 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Allocated IP 172.20.0.2 (28c25731-3c15-40cc-b38c-b7b57afb8813/6736877c-3686-4d18-bb4d-f2e5442b80a6/1426df3f-53b5-4630-b706-8e9e514f7094) {{(pid=86534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:06:45.310215 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c1b2588>, [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 2, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:45.318081 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] Checking router: c5d27f12-7c0c-4c38-83d0-8c7cf5452950 for host: dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:06:45.318796 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] Updating router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 port b630f13b-00f1-4e6d-9441-44ed6fc91f49 binding host dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 13:06:45.438690 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:45.446256 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854007819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854116513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775248'] for router, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:45.617408 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Notify callbacks [] for port, precommit_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:45.632114 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Transition to ACTIVE for port object 1426df3f-53b5-4630-b706-8e9e514f7094 will not be triggered until provisioned by entity L2. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:06:45.656708 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Transition to ACTIVE for port object 1426df3f-53b5-4630-b706-8e9e514f7094 will not be triggered until provisioned by entity DHCP. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:06:45.684639 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880'] for port, after_create {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:45.695779 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-77657c5c-8b63-4a92-9781-586454634d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:45.899537 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:45.942063 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:46.028009 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] Notify callbacks [] for port, precommit_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:46.041970 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] Transition to ACTIVE for port object b630f13b-00f1-4e6d-9441-44ed6fc91f49 will not be triggered until provisioned by entity L2. {{(pid=86535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:06:46.081299 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Network 28c25731-3c15-40cc-b38c-b7b57afb8813 is already hosted by enough agents. {{(pid=86534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:06:46.088149 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Resources bound (agent type, host, resource id):  {{(pid=86534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:06:46.088647 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:46.092301 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Received port after_create {{(pid=86534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:06:46.101216 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:46.164266 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Pushing event updated for resources: {'Port': ['ID=1426df3f-53b5-4630-b706-8e9e514f7094,revision_number=1']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:46.170129 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:46.224774 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Allocated IP 172.27.3.54 (2ddae30a-787b-4105-96b6-1d621d63b6d6/f62b3f7c-fd2a-4037-bea1-66926d384c05/150d4572-b614-426d-b7b9-9124f7261a6b) {{(pid=86532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:06:46.246335 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Attempting to bind port 1426df3f-53b5-4630-b706-8e9e514f7094 on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:06:46.246758 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Attempting to bind port 1426df3f-53b5-4630-b706-8e9e514f7094 by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': '38abd6bb-23cc-4315-ab25-e282c0723392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '28c25731-3c15-40cc-b38c-b7b57afb8813'}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:06:46.247169 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Attempting to bind port 1426df3f-53b5-4630-b706-8e9e514f7094 on network 28c25731-3c15-40cc-b38c-b7b57afb8813 {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:06:46.254722 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:06:46.255138 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Checking segment: {'id': '38abd6bb-23cc-4315-ab25-e282c0723392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '28c25731-3c15-40cc-b38c-b7b57afb8813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:06:46.255642 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:46.256089 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Bound using segment: {'id': '38abd6bb-23cc-4315-ab25-e282c0723392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '28c25731-3c15-40cc-b38c-b7b57afb8813'} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:06:46.256631 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Bound port: 1426df3f-53b5-4630-b706-8e9e514f7094, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38abd6bb-23cc-4315-ab25-e282c0723392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '28c25731-3c15-40cc-b38c-b7b57afb8813'}}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:06:46.257067 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:46.377652 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] For port 1426df3f-53b5-4630-b706-8e9e514f7094, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:06:46.384818 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] For port 1426df3f-53b5-4630-b706-8e9e514f7094, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=1426df3f-53b5-4630-b706-8e9e514f7094,segment=NetworkSegment(38abd6bb-23cc-4315-ab25-e282c0723392),segment_id=38abd6bb-23cc-4315-ab25-e282c0723392)] {{(pid=86534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:06:46.426443 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:46.432926 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3a89fdb9-bd6f-4bbc-9d39-05cc28455b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:46.545380 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Pushing event updated for resources: {'Port': ['ID=1426df3f-53b5-4630-b706-8e9e514f7094,revision_number=2']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:46.551877 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:46.552389 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5124958a-f5d4-4366-b1dc-33ecae4b236f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:46.621844 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:46.631245 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c4966cd5-98ab-4519-8142-54595c15f6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:46.637224 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b5dd9-6ac9-4102-870a-64a08921d925 None None] Pushing event updated for resources: {'Port': ['ID=b630f13b-00f1-4e6d-9441-44ed6fc91f49,revision_number=3']} {{(pid=86535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:46.659594 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3b5dd9-6ac9-4102-870a-64a08921d925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:46.660035 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3b5dd9-6ac9-4102-870a-64a08921d925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:46.660379 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3b5dd9-6ac9-4102-870a-64a08921d925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:46.660769 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3b5dd9-6ac9-4102-870a-64a08921d925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:46.661231 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3b5dd9-6ac9-4102-870a-64a08921d925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:46.661601 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3b5dd9-6ac9-4102-870a-64a08921d925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:46.661966 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3b5dd9-6ac9-4102-870a-64a08921d925 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:46.662319 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3b5dd9-6ac9-4102-870a-64a08921d925 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:46.662684 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3b5dd9-6ac9-4102-870a-64a08921d925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:46.663036 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3b5dd9-6ac9-4102-870a-64a08921d925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:46.663391 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3b5dd9-6ac9-4102-870a-64a08921d925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:46.663771 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3b5dd9-6ac9-4102-870a-64a08921d925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:06:46.669400 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5f3b5dd9-6ac9-4102-870a-64a08921d925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:46.678319 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] Attempting to bind port b630f13b-00f1-4e6d-9441-44ed6fc91f49 on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:06:46.678772 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] Attempting to bind port b630f13b-00f1-4e6d-9441-44ed6fc91f49 by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': '916ad0fc-eb4a-4e44-9927-42f3a549980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7'}] {{(pid=86535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:06:46.679078 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] Attempting to bind port b630f13b-00f1-4e6d-9441-44ed6fc91f49 on network e641f5ac-34b0-4530-8ab4-057336dde9b7 {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:06:46.686217 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:06:46.686657 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] Checking segment: {'id': '916ad0fc-eb4a-4e44-9927-42f3a549980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:06:46.687062 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:46.687558 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] Bound using segment: {'id': '916ad0fc-eb4a-4e44-9927-42f3a549980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7'} {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:06:46.688283 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] Bound port: b630f13b-00f1-4e6d-9441-44ed6fc91f49, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916ad0fc-eb4a-4e44-9927-42f3a549980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7'}}] {{(pid=86535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:06:46.688822 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:46.744884 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:06:46.759719 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:06:46.764765 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Received port after_create {{(pid=86532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:06:46.798225 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] For port b630f13b-00f1-4e6d-9441-44ed6fc91f49, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:06:46.801931 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] For port b630f13b-00f1-4e6d-9441-44ed6fc91f49, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=b630f13b-00f1-4e6d-9441-44ed6fc91f49,segment=NetworkSegment(916ad0fc-eb4a-4e44-9927-42f3a549980c),segment_id=916ad0fc-eb4a-4e44-9927-42f3a549980c)] {{(pid=86535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:06:46.810632 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Pushing event updated for resources: {'Port': ['ID=150d4572-b614-426d-b7b9-9124f7261a6b,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:46.815700 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:46.826329 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:46.832380 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5547cf04-1364-444b-9612-91abe653bf1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:46.932401 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] Routers {'c5d27f12-7c0c-4c38-83d0-8c7cf5452950'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:06:46.933109 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c1b2588>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:06:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:47.117640 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b5dd9-6ac9-4102-870a-64a08921d925 None None] Pushing event updated for resources: {'Port': ['ID=b630f13b-00f1-4e6d-9441-44ed6fc91f49,revision_number=4']} {{(pid=86535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:47.143231 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5f3b5dd9-6ac9-4102-870a-64a08921d925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:47.225429 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] Set router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:06:47.448483 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:47.676077 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c1b2588>, [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:46Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:47.684102 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f70b84-f5d6-478b-8db3-bca5cacb8e60 None None] The sync data for ids ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'] in dv-cinder-787262-3-iscsi is: [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:46Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:06:47.968062 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-767967'] for router, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:48.241768 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5f4016-4d94-4f9b-99d9-4c3ef7fedeeb None None] Network 28c25731-3c15-40cc-b38c-b7b57afb8813 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:06:48.305684 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Router f4ee538a-6ada-4031-b6d5-a27584dfd098 is scheduled to L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 with binding_index 1 {{(pid=86532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 13:06:48.388138 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-3b4952cb-c5a2-4720-af5a-ec0083506b2a None None] Provisioning for port 1426df3f-53b5-4630-b706-8e9e514f7094 completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:06:48.572962 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:06:48.592603 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] Sync routers for ids ['f4ee538a-6ada-4031-b6d5-a27584dfd098'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:06:48.604961 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] Routers {'f4ee538a-6ada-4031-b6d5-a27584dfd098'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:06:48.607439 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c09c080>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:06:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['f4ee538a-6ada-4031-b6d5-a27584dfd098'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:48.638036 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] Notify callbacks [] for router, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:48.647404 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 60290) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:48.656542 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-9f1bd54b-3779-4fbd-9f4a-57ce40451331 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.0575843
Apr 22 13:06:48.707678 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device b630f13b-00f1-4e6d-9441-44ed6fc91f49 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:06:48.964677 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] Set router f4ee538a-6ada-4031-b6d5-a27584dfd098 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:06:49.064524 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port b630f13b-00f1-4e6d-9441-44ed6fc91f49 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:06:49.227623 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port b630f13b-00f1-4e6d-9441-44ed6fc91f49 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:06:49.228325 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:49.653060 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:49.665130 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:49.713431 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port b630f13b-00f1-4e6d-9441-44ed6fc91f49, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=b630f13b-00f1-4e6d-9441-44ed6fc91f49,segment=NetworkSegment(916ad0fc-eb4a-4e44-9927-42f3a549980c),segment_id=916ad0fc-eb4a-4e44-9927-42f3a549980c)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:06:49.736531 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c09c080>, [{'id': 'f4ee538a-6ada-4031-b6d5-a27584dfd098', 'name': 'tempest-TestVolumeBootPattern-263721290-router', 'tenant_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '150d4572-b614-426d-b7b9-9124f7261a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:44Z', 'updated_at': '2021-04-22T13:06:47Z', 'revision_number': 3, 'project_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'gw_port': {'id': '150d4572-b614-426d-b7b9-9124f7261a6b', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ee538a-6ada-4031-b6d5-a27584dfd098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:45Z', 'updated_at': '2021-04-22T13:06:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:49.742348 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:49.743263 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 1426df3f-53b5-4630-b706-8e9e514f7094 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:06:49.776338 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1f38c3be-691f-4d4e-8c2d-80450ed932b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:49.826987 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] Checking router: f4ee538a-6ada-4031-b6d5-a27584dfd098 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:06:49.827315 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] Updating router f4ee538a-6ada-4031-b6d5-a27584dfd098 port 150d4572-b614-426d-b7b9-9124f7261a6b binding host dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 13:06:49.912332 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Allocated IP 172.20.0.1 (28c25731-3c15-40cc-b38c-b7b57afb8813/6736877c-3686-4d18-bb4d-f2e5442b80a6/420bb58a-9332-4824-8b94-e091eccd4189) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:06:49.954872 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:50.003288 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=b630f13b-00f1-4e6d-9441-44ed6fc91f49,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:50.008783 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:50.091537 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port 1426df3f-53b5-4630-b706-8e9e514f7094 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:06:50.104632 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 1426df3f-53b5-4630-b706-8e9e514f7094 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:06:50.105146 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:50.117962 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:50.143212 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Transition to ACTIVE for port object 420bb58a-9332-4824-8b94-e091eccd4189 will not be triggered until provisioned by entity DHCP. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:06:50.204921 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:50.211611 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9579283f-59aa-4f39-9f53-fc3414ca9af8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:50.287006 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Network 28c25731-3c15-40cc-b38c-b7b57afb8813 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:06:50.291794 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:06:50.296159 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:06:50.336814 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Pushing event updated for resources: {'Port': ['ID=420bb58a-9332-4824-8b94-e091eccd4189,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:50.345451 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:50.382408 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854006782'] for router_interface, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:50.403139 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:50.461853 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port 1426df3f-53b5-4630-b706-8e9e514f7094, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=1426df3f-53b5-4630-b706-8e9e514f7094,segment=NetworkSegment(38abd6bb-23cc-4315-ab25-e282c0723392),segment_id=38abd6bb-23cc-4315-ab25-e282c0723392)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:06:50.566360 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:50.589009 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:50.672348 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:50.899970 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device b630f13b-00f1-4e6d-9441-44ed6fc91f49 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:06:51.005326 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:51.023009 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-10bd8d05-479b-4628-8b82-3f082349472e None None] Provisioning for port 420bb58a-9332-4824-8b94-e091eccd4189 completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:06:51.032291 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] Notify callbacks [] for port, precommit_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:51.042994 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-10bd8d05-479b-4628-8b82-3f082349472e None None] Provisioning complete for port 420bb58a-9332-4824-8b94-e091eccd4189 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:06:51.043340 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:51.043599 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-10bd8d05-479b-4628-8b82-3f082349472e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:51.071894 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-85dc3ddf-7117-495d-97b8-4bc15a9228d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:51.103728 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=1426df3f-53b5-4630-b706-8e9e514f7094,revision_number=3']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:51.112876 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:51.114840 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] Transition to ACTIVE for port object 150d4572-b614-426d-b7b9-9124f7261a6b will not be triggered until provisioned by entity L2. {{(pid=86534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:06:51.147953 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port b630f13b-00f1-4e6d-9441-44ed6fc91f49 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:06:51.148382 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:51.174137 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Pushing event updated for resources: {'Port': ['ID=420bb58a-9332-4824-8b94-e091eccd4189,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:51.177620 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854149201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-769125'] for router_interface, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:51.182073 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-10bd8d05-479b-4628-8b82-3f082349472e None None] Port 420bb58a-9332-4824-8b94-e091eccd4189 cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 13:06:51.191274 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:51.191636 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:51.198294 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:51.330857 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] Attempting to bind port 150d4572-b614-426d-b7b9-9124f7261a6b on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:06:51.331614 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] Attempting to bind port 150d4572-b614-426d-b7b9-9124f7261a6b by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:06:51.332301 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] Attempting to bind port 150d4572-b614-426d-b7b9-9124f7261a6b on network 2ddae30a-787b-4105-96b6-1d621d63b6d6 {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:06:51.354913 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcfe2c-8987-4e2f-9c54-6d3f3928074f None None] Pushing event updated for resources: {'Port': ['ID=150d4572-b614-426d-b7b9-9124f7261a6b,revision_number=2']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:51.359458 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:06:51.360261 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] Checking segment: {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:06:51.360968 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:51.361649 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] Bound using segment: {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'} {{(pid=86534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:06:51.362462 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] Bound port: 150d4572-b614-426d-b7b9-9124f7261a6b, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2d9174-998a-4f76-911c-c03d81411264', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6'}}] {{(pid=86534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:06:51.363104 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:51.410974 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-63fcfe2c-8987-4e2f-9c54-6d3f3928074f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:51.623840 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] For port 150d4572-b614-426d-b7b9-9124f7261a6b, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:06:51.630111 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] For port 150d4572-b614-426d-b7b9-9124f7261a6b, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=150d4572-b614-426d-b7b9-9124f7261a6b,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:06:51.672379 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:51.677883 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:51.725264 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Network 28c25731-3c15-40cc-b38c-b7b57afb8813 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:06:51.726761 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:06:51.764234 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] Routers {'f4ee538a-6ada-4031-b6d5-a27584dfd098'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:06:51.764963 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c09c080>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:06:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['f4ee538a-6ada-4031-b6d5-a27584dfd098'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:51.895097 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcfe2c-8987-4e2f-9c54-6d3f3928074f None None] Pushing event updated for resources: {'Port': ['ID=150d4572-b614-426d-b7b9-9124f7261a6b,revision_number=3']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:51.910671 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-63fcfe2c-8987-4e2f-9c54-6d3f3928074f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:51.980070 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Router f4ee538a-6ada-4031-b6d5-a27584dfd098 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:06:51.983026 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] Set router f4ee538a-6ada-4031-b6d5-a27584dfd098 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:06:52.133654 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-81656f05-c8d4-4ea0-b265-3cc0b550c91f None None] Provisioning complete for port 420bb58a-9332-4824-8b94-e091eccd4189 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:06:52.134486 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-81656f05-c8d4-4ea0-b265-3cc0b550c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:52.227688 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:06:52.245529 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] 10.222.0.20 "PUT /v2.0/routers/f4ee538a-6ada-4031-b6d5-a27584dfd098/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5960894
Apr 22 13:06:52.290202 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-81656f05-c8d4-4ea0-b265-3cc0b550c91f None None] Port 420bb58a-9332-4824-8b94-e091eccd4189 cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 13:06:52.481096 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c09c080>, [{'id': 'f4ee538a-6ada-4031-b6d5-a27584dfd098', 'name': 'tempest-TestVolumeBootPattern-263721290-router', 'tenant_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '150d4572-b614-426d-b7b9-9124f7261a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:44Z', 'updated_at': '2021-04-22T13:06:50Z', 'revision_number': 4, 'project_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'gw_port': {'id': '150d4572-b614-426d-b7b9-9124f7261a6b', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ee538a-6ada-4031-b6d5-a27584dfd098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:45Z', 'updated_at': '2021-04-22T13:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '420bb58a-9332-4824-8b94-e091eccd4189', 'name': '', 'network_id': '28c25731-3c15-40cc-b38c-b7b57afb8813', 'tenant_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'mac_address': 'fa:16:3e:31:1a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ee538a-6ada-4031-b6d5-a27584dfd098', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6736877c-3686-4d18-bb4d-f2e5442b80a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:49Z', 'updated_at': '2021-04-22T13:06:50Z', 'revision_number': 2, 'project_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'subnets': [{'id': '6736877c-3686-4d18-bb4d-f2e5442b80a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:52.489895 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5732262-5768-47da-8128-4d0bf8d263fd None None] The sync data for ids ['f4ee538a-6ada-4031-b6d5-a27584dfd098'] in dv-cinder-787262-3-iscsi is: [{'id': 'f4ee538a-6ada-4031-b6d5-a27584dfd098', 'name': 'tempest-TestVolumeBootPattern-263721290-router', 'tenant_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '150d4572-b614-426d-b7b9-9124f7261a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:44Z', 'updated_at': '2021-04-22T13:06:50Z', 'revision_number': 4, 'project_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'gw_port': {'id': '150d4572-b614-426d-b7b9-9124f7261a6b', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ee538a-6ada-4031-b6d5-a27584dfd098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:45Z', 'updated_at': '2021-04-22T13:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '420bb58a-9332-4824-8b94-e091eccd4189', 'name': '', 'network_id': '28c25731-3c15-40cc-b38c-b7b57afb8813', 'tenant_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'mac_address': 'fa:16:3e:31:1a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ee538a-6ada-4031-b6d5-a27584dfd098', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6736877c-3686-4d18-bb4d-f2e5442b80a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:49Z', 'updated_at': '2021-04-22T13:06:50Z', 'revision_number': 2, 'project_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'subnets': [{'id': '6736877c-3686-4d18-bb4d-f2e5442b80a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:06:52.578956 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4d142474-3ae7-4bd9-8a26-082df1cf8be2 req-3e137133-2717-4c09-8d47-75ab89a40c2b tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1728238626&fields=id&tenant_id=51e95625a2a947f3a45abbb825e91358 HTTP/1.1" status: 200  len: 267 time: 0.0828040
Apr 22 13:06:52.713620 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 1426df3f-53b5-4630-b706-8e9e514f7094 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:06:52.748106 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d142474-3ae7-4bd9-8a26-082df1cf8be2 req-ee137ceb-c0c8-4980-98f5-b950fba12034 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:52.749961 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4d142474-3ae7-4bd9-8a26-082df1cf8be2 req-ee137ceb-c0c8-4980-98f5-b950fba12034 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 985 time: 0.1532936
Apr 22 13:06:52.773137 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-4d142474-3ae7-4bd9-8a26-082df1cf8be2 req-d009348b-3577-4924-809e-ea9191f68f1f tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Request body: {'port': {'security_groups': ['3f1b8b08-69a7-4529-a852-055010427a42']}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:06:52.849022 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 1426df3f-53b5-4630-b706-8e9e514f7094 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:06:52.849598 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:52.931803 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-4d142474-3ae7-4bd9-8a26-082df1cf8be2 req-d009348b-3577-4924-809e-ea9191f68f1f tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:53.291509 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-4d142474-3ae7-4bd9-8a26-082df1cf8be2 req-d009348b-3577-4924-809e-ea9191f68f1f tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] For port 99a98956-c59b-4793-8ea0-d250c73467e7, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=99a98956-c59b-4793-8ea0-d250c73467e7,segment=NetworkSegment(e627de4d-f85e-41bc-a13c-7703c69f3fdd),segment_id=e627de4d-f85e-41bc-a13c-7703c69f3fdd)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:06:53.323205 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-4d142474-3ae7-4bd9-8a26-082df1cf8be2 req-d009348b-3577-4924-809e-ea9191f68f1f tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:53.392028 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-4d142474-3ae7-4bd9-8a26-082df1cf8be2 req-d009348b-3577-4924-809e-ea9191f68f1f tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:53.404466 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-63c255c3-4c71-4111-aa96-357289c38fb1 tempest-VolumesSnapshotTestJSON-917886423 tempest-VolumesSnapshotTestJSON-917886423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:53.405906 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['99a98956-c59b-4793-8ea0-d250c73467e7'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 13:06:53.417018 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60306) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:53.427891 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-f1d4b9b1-3fdb-476a-88b5-bca180d11e61 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1160525044', 'description': 'tempest-secgroup-smoke-1160525044 description', 'project_id': '99bb9a79e6754382a07322a0baaf7cf6'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:06:53.444686 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-f1d4b9b1-3fdb-476a-88b5-bca180d11e61 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:06:53.455308 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f1d4b9b1-3fdb-476a-88b5-bca180d11e61 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Usage tracker for resource:security_group and tenant:99bb9a79e6754382a07322a0baaf7cf6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:06:53.464944 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f1d4b9b1-3fdb-476a-88b5-bca180d11e61 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:06:53.479864 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-f1d4b9b1-3fdb-476a-88b5-bca180d11e61 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:06:53.541125 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b9b1-3fdb-476a-88b5-bca180d11e61 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:53.546299 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d142474-3ae7-4bd9-8a26-082df1cf8be2 req-d009348b-3577-4924-809e-ea9191f68f1f tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:53.549169 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-4d142474-3ae7-4bd9-8a26-082df1cf8be2 req-d009348b-3577-4924-809e-ea9191f68f1f tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:53.559100 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4d142474-3ae7-4bd9-8a26-082df1cf8be2 req-d009348b-3577-4924-809e-ea9191f68f1f tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "PUT /v2.0/ports/99a98956-c59b-4793-8ea0-d250c73467e7 HTTP/1.1" status: 200  len: 943 time: 0.7892227
Apr 22 13:06:53.563718 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910a96e9-b89a-4722-91ac-9f7a650193a6', 'tag': '99a98956-c59b-4793-8ea0-d250c73467e7'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:06:53.572155 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 60310) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:53.617051 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-f1d4b9b1-3fdb-476a-88b5-bca180d11e61 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:06:53.629653 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f1d4b9b1-3fdb-476a-88b5-bca180d11e61 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Usage tracker for resource:security_group_rule and tenant:99bb9a79e6754382a07322a0baaf7cf6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:06:53.637006 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-f1d4b9b1-3fdb-476a-88b5-bca180d11e61 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:06:53.661019 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-f1d4b9b1-3fdb-476a-88b5-bca180d11e61 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:06:53.693098 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['99a98956-c59b-4793-8ea0-d250c73467e7'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 13:06:53.760545 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009348b-3577-4924-809e-ea9191f68f1f tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Pushing event updated for resources: {'Port': ['ID=99a98956-c59b-4793-8ea0-d250c73467e7,revision_number=7']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:53.768349 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d009348b-3577-4924-809e-ea9191f68f1f tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:53.776173 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-acee67e8-8c32-4e3e-bfb6-5df18d381256 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:53.820297 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-acee67e8-8c32-4e3e-bfb6-5df18d381256 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:53.836345 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910a96e9-b89a-4722-91ac-9f7a650193a6', 'tag': '99a98956-c59b-4793-8ea0-d250c73467e7', 'status': 'completed', 'code': 200}
Apr 22 13:06:53.837989 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b9b1-3fdb-476a-88b5-bca180d11e61 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:53.878511 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b9b1-3fdb-476a-88b5-bca180d11e61 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:53.886217 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3fb21eb3-892b-4450-9437-a6034f16a94f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:53.958151 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4b9b1-3fdb-476a-88b5-bca180d11e61 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:53.958151 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f1d4b9b1-3fdb-476a-88b5-bca180d11e61 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:53.976218 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5ab47-b34a-4cc6-aff7-21600968f4f1 req-2dc1f981-7b2f-42f0-90e6-f497d5036ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:53.977982 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cda5ab47-b34a-4cc6-aff7-21600968f4f1 req-2dc1f981-7b2f-42f0-90e6-f497d5036ac1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51e95625a2a947f3a45abbb825e91358&device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 1099 time: 0.1253240
Apr 22 13:06:53.982946 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-cc89a0a8-6aa6-486f-94cc-a802c7d1fe76 None None] Provisioning complete for port 99a98956-c59b-4793-8ea0-d250c73467e7 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:06:53.983377 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cc89a0a8-6aa6-486f-94cc-a802c7d1fe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:54.033350 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b9b1-3fdb-476a-88b5-bca180d11e61 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:54.035153 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-f1d4b9b1-3fdb-476a-88b5-bca180d11e61 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.6164708
Apr 22 13:06:54.039142 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60318) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:54.047858 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-af80610d-7234-47bd-a4e0-5597d3bcf9d4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Request body: {'security_group_rule': {'security_group_id': 'f69260a8-56e7-4f38-bc27-bb8f4c2b94b8', 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:06:54.059001 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-af80610d-7234-47bd-a4e0-5597d3bcf9d4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:06:54.064452 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-af80610d-7234-47bd-a4e0-5597d3bcf9d4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Usage tracker for resource:security_group_rule and tenant:99bb9a79e6754382a07322a0baaf7cf6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:06:54.067377 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-acee67e8-8c32-4e3e-bfb6-5df18d381256 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:54.069777 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-af80610d-7234-47bd-a4e0-5597d3bcf9d4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:06:54.078116 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0f8a5a90-1b42-45a7-bf5b-6b4360d7a2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:54.079240 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-af80610d-7234-47bd-a4e0-5597d3bcf9d4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:06:54.117889 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee67e8-8c32-4e3e-bfb6-5df18d381256 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=737f277a-e589-4408-be35-d7b85f213100,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:54.123830 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-acee67e8-8c32-4e3e-bfb6-5df18d381256 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:54.150214 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-af80610d-7234-47bd-a4e0-5597d3bcf9d4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:54.178405 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5ab47-b34a-4cc6-aff7-21600968f4f1 req-171809d9-96cf-4963-83b1-3ea0b889b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:54.180501 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cda5ab47-b34a-4cc6-aff7-21600968f4f1 req-171809d9-96cf-4963-83b1-3ea0b889b2c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b94c520-ad86-444c-8703-f9e972c0b18a HTTP/1.1" status: 200  len: 916 time: 0.1955092
Apr 22 13:06:54.276209 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-acee67e8-8c32-4e3e-bfb6-5df18d381256 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for security_group, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:54.277474 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-acee67e8-8c32-4e3e-bfb6-5df18d381256 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "DELETE /v2.0/security-groups/737f277a-e589-4408-be35-d7b85f213100 HTTP/1.1" status: 204  len: 168 time: 0.6819687
Apr 22 13:06:54.292663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 60322) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:54.393789 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cda5ab47-b34a-4cc6-aff7-21600968f4f1 req-393675cd-b598-495d-aec9-e76561946dd6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a98956-c59b-4793-8ea0-d250c73467e7 HTTP/1.1" status: 200  len: 1001 time: 0.2063389
Apr 22 13:06:54.509656 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-af80610d-7234-47bd-a4e0-5597d3bcf9d4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:54.568601 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-af80610d-7234-47bd-a4e0-5597d3bcf9d4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:54.571346 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5c4c52cb-c084-44a2-8b96-5e90a87607bf tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:54.585565 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5ab47-b34a-4cc6-aff7-21600968f4f1 req-fbf923dd-b468-43dd-9a5d-8d4a03e7c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:54.587121 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cda5ab47-b34a-4cc6-aff7-21600968f4f1 req-fbf923dd-b468-43dd-9a5d-8d4a03e7c3d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b27ad705-4ccd-410e-820d-31197cfabea8 HTTP/1.1" status: 200  len: 854 time: 0.1792195
Apr 22 13:06:54.604243 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80610d-7234-47bd-a4e0-5597d3bcf9d4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1be1ff-5d0b-4f00-95f1-bfd27fa1c998,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:54.608778 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-af80610d-7234-47bd-a4e0-5597d3bcf9d4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:54.647226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-25e8312c-f8bd-40aa-a57e-0eb470a5b0d2 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Deleting port e0c5dd17-1ce0-4bc7-babe-afde15ff2f43 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:06:54.647666 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-25e8312c-f8bd-40aa-a57e-0eb470a5b0d2 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:54.654071 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-af80610d-7234-47bd-a4e0-5597d3bcf9d4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:54.655946 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-af80610d-7234-47bd-a4e0-5597d3bcf9d4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6149936
Apr 22 13:06:54.658557 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60326) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:54.665189 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-09bda2ad-f5e9-44be-83c2-3fe0df211b2d tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Request body: {'security_group_rule': {'security_group_id': 'f69260a8-56e7-4f38-bc27-bb8f4c2b94b8', 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:06:54.672024 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-09bda2ad-f5e9-44be-83c2-3fe0df211b2d tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:06:54.676181 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-09bda2ad-f5e9-44be-83c2-3fe0df211b2d tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Usage tracker for resource:security_group_rule and tenant:99bb9a79e6754382a07322a0baaf7cf6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:06:54.681397 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-09bda2ad-f5e9-44be-83c2-3fe0df211b2d tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:06:54.688794 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 150d4572-b614-426d-b7b9-9124f7261a6b up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:06:54.694106 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-09bda2ad-f5e9-44be-83c2-3fe0df211b2d tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:06:54.748697 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-09bda2ad-f5e9-44be-83c2-3fe0df211b2d tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:54.791374 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port 150d4572-b614-426d-b7b9-9124f7261a6b completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:06:54.798944 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 150d4572-b614-426d-b7b9-9124f7261a6b triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:06:54.799370 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:54.820756 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-09bda2ad-f5e9-44be-83c2-3fe0df211b2d tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:54.825330 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5ab47-b34a-4cc6-aff7-21600968f4f1 req-d68f2438-34fd-462a-b6bb-e17a40d6b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:54.826934 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cda5ab47-b34a-4cc6-aff7-21600968f4f1 req-d68f2438-34fd-462a-b6bb-e17a40d6b546 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b94c520-ad86-444c-8703-f9e972c0b18a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2268221
Apr 22 13:06:54.861468 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-09bda2ad-f5e9-44be-83c2-3fe0df211b2d tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:54.864530 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:54.892169 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bda2ad-f5e9-44be-83c2-3fe0df211b2d tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254af7a0-0c84-437a-99a0-96688cd99716,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:54.897474 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-09bda2ad-f5e9-44be-83c2-3fe0df211b2d tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:54.940686 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-09bda2ad-f5e9-44be-83c2-3fe0df211b2d tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:54.942680 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-09bda2ad-f5e9-44be-83c2-3fe0df211b2d tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2829058
Apr 22 13:06:54.944639 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:54.945635 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60330) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:54.951898 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-b7a3ab4e-7de9-47ec-b011-12a5685609f6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Request body: {'security_group_rule': {'security_group_id': 'f69260a8-56e7-4f38-bc27-bb8f4c2b94b8', 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:06:54.958553 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-b7a3ab4e-7de9-47ec-b011-12a5685609f6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:06:54.959516 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-25e8312c-f8bd-40aa-a57e-0eb470a5b0d2 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:54.960129 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-25e8312c-f8bd-40aa-a57e-0eb470a5b0d2 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:54.963737 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-b7a3ab4e-7de9-47ec-b011-12a5685609f6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Usage tracker for resource:security_group_rule and tenant:99bb9a79e6754382a07322a0baaf7cf6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:06:54.965245 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port 150d4572-b614-426d-b7b9-9124f7261a6b, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=150d4572-b614-426d-b7b9-9124f7261a6b,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:06:54.966896 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-b7a3ab4e-7de9-47ec-b011-12a5685609f6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:06:54.974095 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-b7a3ab4e-7de9-47ec-b011-12a5685609f6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:06:55.031949 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:55.034037 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:55.081232 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ab4e-7de9-47ec-b011-12a5685609f6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:55.117517 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-25e8312c-f8bd-40aa-a57e-0eb470a5b0d2 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Calling delete_port for e0c5dd17-1ce0-4bc7-babe-afde15ff2f43 owned by network:floatingip {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:06:55.119612 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=150d4572-b614-426d-b7b9-9124f7261a6b,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:55.123077 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:55.164400 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ab4e-7de9-47ec-b011-12a5685609f6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:55.202876 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ab4e-7de9-47ec-b011-12a5685609f6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:55.206098 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:55.206879 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cda5ab47-b34a-4cc6-aff7-21600968f4f1 req-eca0a228-a3d8-40dd-b887-5315979e8dc4 service neutron] 10.222.0.35 "GET /v2.0/networks/8b94c520-ad86-444c-8703-f9e972c0b18a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3701880
Apr 22 13:06:55.230487 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3ab4e-7de9-47ec-b011-12a5685609f6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8085b702-d03c-42ac-88cd-088638ee6731,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:55.233239 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b7a3ab4e-7de9-47ec-b011-12a5685609f6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:55.266671 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ab4e-7de9-47ec-b011-12a5685609f6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:55.268090 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-b7a3ab4e-7de9-47ec-b011-12a5685609f6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3213844
Apr 22 13:06:55.271059 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60334) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:55.277033 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-9e217649-dfce-446e-b4f6-4d2eafe70fe6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Request body: {'security_group_rule': {'security_group_id': 'f69260a8-56e7-4f38-bc27-bb8f4c2b94b8', 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:06:55.284281 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-9e217649-dfce-446e-b4f6-4d2eafe70fe6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:06:55.289134 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-9e217649-dfce-446e-b4f6-4d2eafe70fe6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Usage tracker for resource:security_group_rule and tenant:99bb9a79e6754382a07322a0baaf7cf6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:06:55.292649 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-9e217649-dfce-446e-b4f6-4d2eafe70fe6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:06:55.300188 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-9e217649-dfce-446e-b4f6-4d2eafe70fe6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:06:55.348112 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9e217649-dfce-446e-b4f6-4d2eafe70fe6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:55.425292 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9e217649-dfce-446e-b4f6-4d2eafe70fe6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:55.471492 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9e217649-dfce-446e-b4f6-4d2eafe70fe6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:55.473843 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-ee0fb70a-44cb-4e96-bfde-a0e4700ccc2e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:55.507024 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e217649-dfce-446e-b4f6-4d2eafe70fe6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c428c25f-107f-44e2-9a13-595d5547680d,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:55.527348 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9e217649-dfce-446e-b4f6-4d2eafe70fe6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:55.545309 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9e217649-dfce-446e-b4f6-4d2eafe70fe6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:55.546637 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-9e217649-dfce-446e-b4f6-4d2eafe70fe6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2744586
Apr 22 13:06:55.551293 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60338) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:55.557240 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-148dd92c-ab4b-4622-ba90-3a07a4743c51 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Request body: {'security_group_rule': {'security_group_id': 'f69260a8-56e7-4f38-bc27-bb8f4c2b94b8', 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:06:55.564863 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-148dd92c-ab4b-4622-ba90-3a07a4743c51 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:06:55.569864 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-148dd92c-ab4b-4622-ba90-3a07a4743c51 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Usage tracker for resource:security_group_rule and tenant:99bb9a79e6754382a07322a0baaf7cf6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:06:55.572954 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-148dd92c-ab4b-4622-ba90-3a07a4743c51 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:06:55.579920 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-148dd92c-ab4b-4622-ba90-3a07a4743c51 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:06:55.620443 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.securitygroups_db [None req-148dd92c-ab4b-4622-ba90-3a07a4743c51 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Project 99bb9a79e6754382a07322a0baaf7cf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 22 13:06:55.628851 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-148dd92c-ab4b-4622-ba90-3a07a4743c51 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:55.682970 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cda5ab47-b34a-4cc6-aff7-21600968f4f1 req-aeafa733-5f7b-41de-a88d-200e545b1972 service neutron] 10.222.0.35 "GET /v2.0/networks/8b94c520-ad86-444c-8703-f9e972c0b18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4696715
Apr 22 13:06:55.705357 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-148dd92c-ab4b-4622-ba90-3a07a4743c51 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:55.734154 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-148dd92c-ab4b-4622-ba90-3a07a4743c51 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:55.737162 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:55.760776 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148dd92c-ab4b-4622-ba90-3a07a4743c51 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ebb078-f46f-4459-9c34-762497dd1ea2,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:55.765330 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-148dd92c-ab4b-4622-ba90-3a07a4743c51 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:55.771759 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-25e8312c-f8bd-40aa-a57e-0eb470a5b0d2 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:55.777062 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7ab15a74-7a6b-4efe-a4d2-c9583bc05c03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:55.808653 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-148dd92c-ab4b-4622-ba90-3a07a4743c51 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:55.809985 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-148dd92c-ab4b-4622-ba90-3a07a4743c51 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2575829
Apr 22 13:06:55.813746 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60342) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:06:55.819783 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-4ff141eb-8a43-4569-a3a0-d265bd1b708f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Request body: {'security_group_rule': {'security_group_id': 'f69260a8-56e7-4f38-bc27-bb8f4c2b94b8', 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:06:55.824967 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8312c-f8bd-40aa-a57e-0eb470a5b0d2 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Pushing event deleted for resources: {'Port': ['ID=e0c5dd17-1ce0-4bc7-babe-afde15ff2f43,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:55.826168 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-4ff141eb-8a43-4569-a3a0-d265bd1b708f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:06:55.827606 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-25e8312c-f8bd-40aa-a57e-0eb470a5b0d2 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:55.834240 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-4ff141eb-8a43-4569-a3a0-d265bd1b708f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Usage tracker for resource:security_group_rule and tenant:99bb9a79e6754382a07322a0baaf7cf6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:06:55.837640 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-4ff141eb-8a43-4569-a3a0-d265bd1b708f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:06:55.843687 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-4ff141eb-8a43-4569-a3a0-d265bd1b708f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:06:55.894604 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.securitygroups_db [None req-4ff141eb-8a43-4569-a3a0-d265bd1b708f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Project 99bb9a79e6754382a07322a0baaf7cf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 22 13:06:55.902161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4ff141eb-8a43-4569-a3a0-d265bd1b708f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:55.932565 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-25e8312c-f8bd-40aa-a57e-0eb470a5b0d2 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks [] for floatingip, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:55.932937 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.l3_db [None req-25e8312c-f8bd-40aa-a57e-0eb470a5b0d2 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Floating IP dd8c35a7-d0d4-4363-b441-1ba3c9c9697f disassociated (deleted). External IP: 172.27.3.78, port: 99a98956-c59b-4793-8ea0-d250c73467e7.
Apr 22 13:06:55.989006 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4ff141eb-8a43-4569-a3a0-d265bd1b708f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:56.025526 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4ff141eb-8a43-4569-a3a0-d265bd1b708f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580544'] for security_group_rule, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:56.027890 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:56.054568 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff141eb-8a43-4569-a3a0-d265bd1b708f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f70c36-9cd1-43b1-80c3-8aec33a4f4be,revision_number=0']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:56.057324 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4ff141eb-8a43-4569-a3a0-d265bd1b708f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:56.095727 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4ff141eb-8a43-4569-a3a0-d265bd1b708f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:56.098220 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-4ff141eb-8a43-4569-a3a0-d265bd1b708f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2831309
Apr 22 13:06:56.241762 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] Sync routers for ids ['f4ee538a-6ada-4031-b6d5-a27584dfd098'] in dv-cinder-787262-3-iscsi {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:06:56.259781 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] Routers {'f4ee538a-6ada-4031-b6d5-a27584dfd098'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:06:56.260884 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c1b2160>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:06:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['f4ee538a-6ada-4031-b6d5-a27584dfd098'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:56.424764 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e8312c-f8bd-40aa-a57e-0eb470a5b0d2 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Router fd64f108-ba0b-4b29-ab0d-37bcf9016569 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:06:56.550991 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:06:56.605232 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] Set router f4ee538a-6ada-4031-b6d5-a27584dfd098 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:06:56.713048 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 150d4572-b614-426d-b7b9-9124f7261a6b up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:06:56.713428 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e8312c-f8bd-40aa-a57e-0eb470a5b0d2 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:06:56.753361 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053dc20e-4709-43c1-ac1b-265ef54e7a87 None None] Sync routers for ids ['fd64f108-ba0b-4b29-ab0d-37bcf9016569'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:06:56.790402 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-25e8312c-f8bd-40aa-a57e-0eb470a5b0d2 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for floatingip, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:56.792952 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053dc20e-4709-43c1-ac1b-265ef54e7a87 None None] Routers {'fd64f108-ba0b-4b29-ab0d-37bcf9016569'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:06:56.793679 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-053dc20e-4709-43c1-ac1b-265ef54e7a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb6574a5ba8>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:06:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['fd64f108-ba0b-4b29-ab0d-37bcf9016569'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:56.868974 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-25e8312c-f8bd-40aa-a57e-0eb470a5b0d2 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "DELETE /v2.0/floatingips/dd8c35a7-d0d4-4363-b441-1ba3c9c9697f HTTP/1.1" status: 204  len: 168 time: 2.5751669
Apr 22 13:06:56.870412 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910a96e9-b89a-4722-91ac-9f7a650193a6', 'tag': '99a98956-c59b-4793-8ea0-d250c73467e7'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:06:56.925987 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910a96e9-b89a-4722-91ac-9f7a650193a6', 'tag': '99a98956-c59b-4793-8ea0-d250c73467e7', 'status': 'completed', 'code': 200}
Apr 22 13:06:57.011196 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-053dc20e-4709-43c1-ac1b-265ef54e7a87 None None] Set router fd64f108-ba0b-4b29-ab0d-37bcf9016569 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:06:57.077243 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bdf71-2528-4966-b610-e8788de6470c req-ac6bac33-13b2-460d-a508-f76f1329c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:57.080423 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-916bdf71-2528-4966-b610-e8788de6470c req-ac6bac33-13b2-460d-a508-f76f1329c7de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=51e95625a2a947f3a45abbb825e91358&device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 1099 time: 0.1221309
Apr 22 13:06:57.175288 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c1b2160>, [{'id': 'f4ee538a-6ada-4031-b6d5-a27584dfd098', 'name': 'tempest-TestVolumeBootPattern-263721290-router', 'tenant_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '150d4572-b614-426d-b7b9-9124f7261a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:44Z', 'updated_at': '2021-04-22T13:06:50Z', 'revision_number': 4, 'project_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'gw_port': {'id': '150d4572-b614-426d-b7b9-9124f7261a6b', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ee538a-6ada-4031-b6d5-a27584dfd098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:45Z', 'updated_at': '2021-04-22T13:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '420bb58a-9332-4824-8b94-e091eccd4189', 'name': '', 'network_id': '28c25731-3c15-40cc-b38c-b7b57afb8813', 'tenant_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'mac_address': 'fa:16:3e:31:1a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ee538a-6ada-4031-b6d5-a27584dfd098', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6736877c-3686-4d18-bb4d-f2e5442b80a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:49Z', 'updated_at': '2021-04-22T13:06:50Z', 'revision_number': 2, 'project_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'subnets': [{'id': '6736877c-3686-4d18-bb4d-f2e5442b80a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:57.192168 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] Checking router: f4ee538a-6ada-4031-b6d5-a27584dfd098 for host: dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:06:57.192168 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] Updating router f4ee538a-6ada-4031-b6d5-a27584dfd098 port 420bb58a-9332-4824-8b94-e091eccd4189 binding host dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 13:06:57.259541 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:57.401031 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 150d4572-b614-426d-b7b9-9124f7261a6b triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:06:57.401464 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:57.455402 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bdf71-2528-4966-b610-e8788de6470c req-192f6558-64c6-46ae-a061-83e543cbd78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:57.457053 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-916bdf71-2528-4966-b610-e8788de6470c req-192f6558-64c6-46ae-a061-83e543cbd78b service neutron] 10.222.0.35 "GET /v2.0/networks?id=8b94c520-ad86-444c-8703-f9e972c0b18a HTTP/1.1" status: 200  len: 916 time: 0.3700247
Apr 22 13:06:57.628042 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-916bdf71-2528-4966-b610-e8788de6470c req-7bb7ff4e-d5b5-4eeb-9a68-ad56fc73c880 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99a98956-c59b-4793-8ea0-d250c73467e7 HTTP/1.1" status: 200  len: 217 time: 0.1603301
Apr 22 13:06:57.800009 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-053dc20e-4709-43c1-ac1b-265ef54e7a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb6574a5ba8>, [{'id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'name': 'tempest-TestMinimumBasicScenario-2137592041-router', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:14Z', 'updated_at': '2021-04-22T13:04:25Z', 'revision_number': 4, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'gw_port': {'id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:15Z', 'updated_at': '2021-04-22T13:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '1d86739b-fdcb-41b5-b484-a4d5fd03fdd6', 'name': '', 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'mac_address': 'fa:16:3e:c9:d3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:23Z', 'updated_at': '2021-04-22T13:04:36Z', 'revision_number': 5, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'subnets': [{'id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:57.805441 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053dc20e-4709-43c1-ac1b-265ef54e7a87 None None] Checking router: fd64f108-ba0b-4b29-ab0d-37bcf9016569 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:06:57.829544 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bdf71-2528-4966-b610-e8788de6470c req-ae9c2a9c-5322-41ef-bb0c-e24c7f5f586e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:57.831265 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053dc20e-4709-43c1-ac1b-265ef54e7a87 None None] Routers {'fd64f108-ba0b-4b29-ab0d-37bcf9016569'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:06:57.832723 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-916bdf71-2528-4966-b610-e8788de6470c req-ae9c2a9c-5322-41ef-bb0c-e24c7f5f586e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b27ad705-4ccd-410e-820d-31197cfabea8 HTTP/1.1" status: 200  len: 854 time: 0.1955800
Apr 22 13:06:57.832896 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-053dc20e-4709-43c1-ac1b-265ef54e7a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb6574a5ba8>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:06:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['fd64f108-ba0b-4b29-ab0d-37bcf9016569'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:57.956911 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] Notify callbacks [] for port, precommit_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:57.960347 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bdf71-2528-4966-b610-e8788de6470c req-e72f2ba8-2799-461c-911f-12e89cf0d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:06:57.962275 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-916bdf71-2528-4966-b610-e8788de6470c req-e72f2ba8-2799-461c-911f-12e89cf0d3e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8b94c520-ad86-444c-8703-f9e972c0b18a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1212742
Apr 22 13:06:57.972433 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] Transition to ACTIVE for port object 420bb58a-9332-4824-8b94-e091eccd4189 will not be triggered until provisioned by entity L2. {{(pid=86535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:06:58.008540 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:58.014071 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:58.141049 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-916bdf71-2528-4966-b610-e8788de6470c req-e7116a07-7418-44a8-a7ad-336e81e10e60 service neutron] 10.222.0.35 "GET /v2.0/networks/8b94c520-ad86-444c-8703-f9e972c0b18a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1705363
Apr 22 13:06:58.165205 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fe3d5-8278-4fc0-b498-db68c873dfa6 None None] Pushing event updated for resources: {'Port': ['ID=420bb58a-9332-4824-8b94-e091eccd4189,revision_number=3']} {{(pid=86535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:58.203913 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-885fe3d5-8278-4fc0-b498-db68c873dfa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:58.239917 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-053dc20e-4709-43c1-ac1b-265ef54e7a87 None None] Set router fd64f108-ba0b-4b29-ab0d-37bcf9016569 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:06:58.339927 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] Attempting to bind port 420bb58a-9332-4824-8b94-e091eccd4189 on host dv-cinder-787262-3-iscsi for vnic_type normal with profile  {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:06:58.339927 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] Attempting to bind port 420bb58a-9332-4824-8b94-e091eccd4189 by drivers openvswitch,hyperv on host dv-cinder-787262-3-iscsi at level 0 using segments [{'id': '38abd6bb-23cc-4315-ab25-e282c0723392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '28c25731-3c15-40cc-b38c-b7b57afb8813'}] {{(pid=86535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:06:58.339927 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] Attempting to bind port 420bb58a-9332-4824-8b94-e091eccd4189 on network 28c25731-3c15-40cc-b38c-b7b57afb8813 {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:06:58.347158 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] Checking agent: {'id': '136e38ce-19b4-49b8-ab5e-303a0553feb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787262-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 45, 40), 'started_at': datetime.datetime(2021, 4, 22, 12, 46, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787262-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:06:58.347612 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] Checking segment: {'id': '38abd6bb-23cc-4315-ab25-e282c0723392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '28c25731-3c15-40cc-b38c-b7b57afb8813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:06:58.348070 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:58.348505 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] Bound using segment: {'id': '38abd6bb-23cc-4315-ab25-e282c0723392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '28c25731-3c15-40cc-b38c-b7b57afb8813'} {{(pid=86535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:06:58.349033 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] Bound port: 420bb58a-9332-4824-8b94-e091eccd4189, host: dv-cinder-787262-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38abd6bb-23cc-4315-ab25-e282c0723392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '28c25731-3c15-40cc-b38c-b7b57afb8813'}}] {{(pid=86535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:06:58.349456 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:58.367210 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-916bdf71-2528-4966-b610-e8788de6470c req-0d485f1f-0517-4f73-ac04-6fad2bd1d3d5 service neutron] 10.222.0.35 "GET /v2.0/networks/8b94c520-ad86-444c-8703-f9e972c0b18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2176561
Apr 22 13:06:58.462911 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] For port 420bb58a-9332-4824-8b94-e091eccd4189, host dv-cinder-787262-3-iscsi, cleared binding levels {{(pid=86535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:06:58.466464 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] For port 420bb58a-9332-4824-8b94-e091eccd4189, host dv-cinder-787262-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=420bb58a-9332-4824-8b94-e091eccd4189,segment=NetworkSegment(38abd6bb-23cc-4315-ab25-e282c0723392),segment_id=38abd6bb-23cc-4315-ab25-e282c0723392)] {{(pid=86535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:06:58.500682 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86535) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:06:58.506397 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-48e3fea0-3b68-415b-8229-6ae278961bbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:06:58.587088 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fe3d5-8278-4fc0-b498-db68c873dfa6 None None] Pushing event updated for resources: {'Port': ['ID=420bb58a-9332-4824-8b94-e091eccd4189,revision_number=4']} {{(pid=86535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:06:58.591650 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-885fe3d5-8278-4fc0-b498-db68c873dfa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86535) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:06:58.606222 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] Routers {'f4ee538a-6ada-4031-b6d5-a27584dfd098'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:06:58.607559 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c1b2160>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:06:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['f4ee538a-6ada-4031-b6d5-a27584dfd098'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:58.703752 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-053dc20e-4709-43c1-ac1b-265ef54e7a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb6574a5ba8>, [{'id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'name': 'tempest-TestMinimumBasicScenario-2137592041-router', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:14Z', 'updated_at': '2021-04-22T13:04:25Z', 'revision_number': 4, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'gw_port': {'id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:15Z', 'updated_at': '2021-04-22T13:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '1d86739b-fdcb-41b5-b484-a4d5fd03fdd6', 'name': '', 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'mac_address': 'fa:16:3e:c9:d3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:23Z', 'updated_at': '2021-04-22T13:04:36Z', 'revision_number': 5, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'subnets': [{'id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:58.710010 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053dc20e-4709-43c1-ac1b-265ef54e7a87 None None] The sync data for ids ['fd64f108-ba0b-4b29-ab0d-37bcf9016569'] in dv-cinder-787262-3-iscsi is: [{'id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'name': 'tempest-TestMinimumBasicScenario-2137592041-router', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:14Z', 'updated_at': '2021-04-22T13:04:25Z', 'revision_number': 4, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'gw_port': {'id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:15Z', 'updated_at': '2021-04-22T13:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '1d86739b-fdcb-41b5-b484-a4d5fd03fdd6', 'name': '', 'network_id': '8b94c520-ad86-444c-8703-f9e972c0b18a', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'mac_address': 'fa:16:3e:c9:d3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:23Z', 'updated_at': '2021-04-22T13:04:36Z', 'revision_number': 5, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'subnets': [{'id': 'b27ad705-4ccd-410e-820d-31197cfabea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:06:59.213188 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] Set router f4ee538a-6ada-4031-b6d5-a27584dfd098 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:06:59.284342 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b740ea-c659-43ee-be5f-aa86402bd760 None None] New status for floating IP dd8c35a7-d0d4-4363-b441-1ba3c9c9697f: DOWN {{(pid=86535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 13:06:59.770494 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c1b2160>, [{'id': 'f4ee538a-6ada-4031-b6d5-a27584dfd098', 'name': 'tempest-TestVolumeBootPattern-263721290-router', 'tenant_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '150d4572-b614-426d-b7b9-9124f7261a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:44Z', 'updated_at': '2021-04-22T13:06:50Z', 'revision_number': 4, 'project_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'gw_port': {'id': '150d4572-b614-426d-b7b9-9124f7261a6b', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ee538a-6ada-4031-b6d5-a27584dfd098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:45Z', 'updated_at': '2021-04-22T13:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '420bb58a-9332-4824-8b94-e091eccd4189', 'name': '', 'network_id': '28c25731-3c15-40cc-b38c-b7b57afb8813', 'tenant_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'mac_address': 'fa:16:3e:31:1a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ee538a-6ada-4031-b6d5-a27584dfd098', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6736877c-3686-4d18-bb4d-f2e5442b80a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:49Z', 'updated_at': '2021-04-22T13:06:58Z', 'revision_number': 4, 'project_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'subnets': [{'id': '6736877c-3686-4d18-bb4d-f2e5442b80a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:06:59.775711 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce23809e-2404-4f9e-9050-b1c1535e618b None None] The sync data for ids ['f4ee538a-6ada-4031-b6d5-a27584dfd098'] in dv-cinder-787262-3-iscsi is: [{'id': 'f4ee538a-6ada-4031-b6d5-a27584dfd098', 'name': 'tempest-TestVolumeBootPattern-263721290-router', 'tenant_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '150d4572-b614-426d-b7b9-9124f7261a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:44Z', 'updated_at': '2021-04-22T13:06:50Z', 'revision_number': 4, 'project_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'gw_port': {'id': '150d4572-b614-426d-b7b9-9124f7261a6b', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ee538a-6ada-4031-b6d5-a27584dfd098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:45Z', 'updated_at': '2021-04-22T13:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': '420bb58a-9332-4824-8b94-e091eccd4189', 'name': '', 'network_id': '28c25731-3c15-40cc-b38c-b7b57afb8813', 'tenant_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'mac_address': 'fa:16:3e:31:1a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ee538a-6ada-4031-b6d5-a27584dfd098', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6736877c-3686-4d18-bb4d-f2e5442b80a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:49Z', 'updated_at': '2021-04-22T13:06:58Z', 'revision_number': 4, 'project_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'subnets': [{'id': '6736877c-3686-4d18-bb4d-f2e5442b80a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:07:00.704899 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 420bb58a-9332-4824-8b94-e091eccd4189 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:07:00.883169 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning for port 420bb58a-9332-4824-8b94-e091eccd4189 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:07:00.889242 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 420bb58a-9332-4824-8b94-e091eccd4189 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:07:00.894896 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:01.035989 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:01.089340 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] For port 420bb58a-9332-4824-8b94-e091eccd4189, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=420bb58a-9332-4824-8b94-e091eccd4189,segment=NetworkSegment(38abd6bb-23cc-4315-ab25-e282c0723392),segment_id=38abd6bb-23cc-4315-ab25-e282c0723392)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:07:01.111790 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:01.114144 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-63fcfe2c-8987-4e2f-9c54-6d3f3928074f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:07:01.196557 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Pushing event updated for resources: {'Port': ['ID=420bb58a-9332-4824-8b94-e091eccd4189,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:07:01.203700 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:07:01.334418 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbca67-9991-4c18-a8af-878f03993c0d req-a3484028-8662-46f4-82c2-8c1c75645f15 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:01.336422 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-dcbbca67-9991-4c18-a8af-878f03993c0d req-a3484028-8662-46f4-82c2-8c1c75645f15 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 946 time: 0.1086164
Apr 22 13:07:01.390429 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-dcbbca67-9991-4c18-a8af-878f03993c0d req-b856e57b-af1a-4182-a0e2-9ebbb18126ee tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469635
Apr 22 13:07:02.651156 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d6a54-dd34-43c6-9a08-7a11f2e182fa req-ab589af0-1987-4012-8b0e-6cf5904dcc8e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:02.652506 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-3d8d6a54-dd34-43c6-9a08-7a11f2e182fa req-ab589af0-1987-4012-8b0e-6cf5904dcc8e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Synchronizing usage tracker for tenant:51e95625a2a947f3a45abbb825e91358 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:07:02.686625 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 420bb58a-9332-4824-8b94-e091eccd4189 up at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:07:02.728995 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-3d8d6a54-dd34-43c6-9a08-7a11f2e182fa req-ab589af0-1987-4012-8b0e-6cf5904dcc8e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Unset dirty status for tenant:51e95625a2a947f3a45abbb825e91358 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:07:02.731471 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3d8d6a54-dd34-43c6-9a08-7a11f2e182fa req-ab589af0-1987-4012-8b0e-6cf5904dcc8e tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 946 time: 0.1932485
Apr 22 13:07:02.770744 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Provisioning complete for port 420bb58a-9332-4824-8b94-e091eccd4189 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:07:02.771178 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:02.822702 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-3d8d6a54-dd34-43c6-9a08-7a11f2e182fa req-e7708af1-5f61-4332-9e2a-855c6f0f5202 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Synchronizing usage tracker for tenant:51e95625a2a947f3a45abbb825e91358 on resource:security_group {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:07:02.974633 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-3d8d6a54-dd34-43c6-9a08-7a11f2e182fa req-e7708af1-5f61-4332-9e2a-855c6f0f5202 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Unset dirty status for tenant:51e95625a2a947f3a45abbb825e91358 on resource:security_group {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:07:02.976750 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3d8d6a54-dd34-43c6-9a08-7a11f2e182fa req-e7708af1-5f61-4332-9e2a-855c6f0f5202 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f1b8b08-69a7-4529-a852-055010427a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2381768
Apr 22 13:07:03.020326 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c17e1-5cfe-421f-987c-df7a31391999 req-9369cca6-e919-4ae7-bced-1546f7b49090 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:03.023264 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3f1c17e1-5cfe-421f-987c-df7a31391999 req-9369cca6-e919-4ae7-bced-1546f7b49090 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.35 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 946 time: 0.1852763
Apr 22 13:07:03.144586 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-3f1c17e1-5cfe-421f-987c-df7a31391999 req-27d71a60-ada2-4ebe-8247-55f7105d9749 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Deleting port 99a98956-c59b-4793-8ea0-d250c73467e7 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:07:03.145034 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-3f1c17e1-5cfe-421f-987c-df7a31391999 req-27d71a60-ada2-4ebe-8247-55f7105d9749 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:03.497088 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-3f1c17e1-5cfe-421f-987c-df7a31391999 req-27d71a60-ada2-4ebe-8247-55f7105d9749 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] For port 99a98956-c59b-4793-8ea0-d250c73467e7, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=99a98956-c59b-4793-8ea0-d250c73467e7,segment=NetworkSegment(e627de4d-f85e-41bc-a13c-7703c69f3fdd),segment_id=e627de4d-f85e-41bc-a13c-7703c69f3fdd)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:07:03.497507 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-3f1c17e1-5cfe-421f-987c-df7a31391999 req-27d71a60-ada2-4ebe-8247-55f7105d9749 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:03.711330 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-3f1c17e1-5cfe-421f-987c-df7a31391999 req-27d71a60-ada2-4ebe-8247-55f7105d9749 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Calling delete_port for 99a98956-c59b-4793-8ea0-d250c73467e7 owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:07:03.934482 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-3f1c17e1-5cfe-421f-987c-df7a31391999 req-27d71a60-ada2-4ebe-8247-55f7105d9749 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:03.942754 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:07:03.953984 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['99a98956-c59b-4793-8ea0-d250c73467e7'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 13:07:04.010143 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d71a60-ada2-4ebe-8247-55f7105d9749 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Pushing event deleted for resources: {'Port': ['ID=99a98956-c59b-4793-8ea0-d250c73467e7,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:07:04.017601 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-27d71a60-ada2-4ebe-8247-55f7105d9749 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:07:04.181792 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1c17e1-5cfe-421f-987c-df7a31391999 req-27d71a60-ada2-4ebe-8247-55f7105d9749 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] No DVR routers for this DVR port 99a98956-c59b-4793-8ea0-d250c73467e7 on host hv-cinder-78726 {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:07:04.185665 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-3f1c17e1-5cfe-421f-987c-df7a31391999 req-27d71a60-ada2-4ebe-8247-55f7105d9749 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:04.192163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910a96e9-b89a-4722-91ac-9f7a650193a6', 'name': 'network-vif-deleted', 'tag': '99a98956-c59b-4793-8ea0-d250c73467e7'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:07:04.243810 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3f1c17e1-5cfe-421f-987c-df7a31391999 req-27d71a60-ada2-4ebe-8247-55f7105d9749 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.35 "DELETE /v2.0/ports/99a98956-c59b-4793-8ea0-d250c73467e7 HTTP/1.1" status: 204  len: 173 time: 1.2148228
Apr 22 13:07:04.275965 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910a96e9-b89a-4722-91ac-9f7a650193a6', 'name': 'network-vif-deleted', 'tag': '99a98956-c59b-4793-8ea0-d250c73467e7', 'status': 'completed', 'code': 200}
Apr 22 13:07:04.292368 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3dd21969-d38b-4698-b389-b0dc442eaa22 req-e59b37d5-367f-45f6-83d9-a832b5962223 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] 10.222.0.20 "GET /v2.0/ports?device_id=910a96e9-b89a-4722-91ac-9f7a650193a6 HTTP/1.1" status: 200  len: 210 time: 0.0829279
Apr 22 13:07:05.591978 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ae4a3b85-f59a-4136-bc6a-311aec0e1277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:06.853778 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60496) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:07:07.071972 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:07.147787 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 99a98956-c59b-4793-8ea0-d250c73467e7 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:07:07.193994 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] No Port match for: 99a98956-c59b-4793-8ea0-d250c73467e7 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:07:07.194552 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 99a98956-c59b-4793-8ea0-d250c73467e7 not bound to the agent host hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:07:07.521798 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f89604d8-aeae-4b0a-b2e4-1c4c5be4fae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854119782'] for router_interface, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:07.971644 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-f89604d8-aeae-4b0a-b2e4-1c4c5be4fae5 admin admin] Deleting port 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6 {{(pid=86532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:07:07.972352 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f89604d8-aeae-4b0a-b2e4-1c4c5be4fae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:08.213071 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-f89604d8-aeae-4b0a-b2e4-1c4c5be4fae5 admin admin] For port 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=1d86739b-fdcb-41b5-b484-a4d5fd03fdd6,segment=NetworkSegment(e627de4d-f85e-41bc-a13c-7703c69f3fdd),segment_id=e627de4d-f85e-41bc-a13c-7703c69f3fdd)] {{(pid=86532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:07:08.213381 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f89604d8-aeae-4b0a-b2e4-1c4c5be4fae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:08.365478 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-f89604d8-aeae-4b0a-b2e4-1c4c5be4fae5 admin admin] Calling delete_port for 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6 owned by network:router_interface {{(pid=86532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:07:08.431277 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8b1d5f1a-bc36-41e3-8e7e-cf17cd7277cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:08.636912 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f89604d8-aeae-4b0a-b2e4-1c4c5be4fae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:08.643974 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a4072ef5-c48f-4463-bfd6-82b167259e13 tempest-AttachVolumeTestJSON-1080565978 tempest-AttachVolumeTestJSON-1080565978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:07:08.698024 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89604d8-aeae-4b0a-b2e4-1c4c5be4fae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d86739b-fdcb-41b5-b484-a4d5fd03fdd6,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:07:08.701727 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f89604d8-aeae-4b0a-b2e4-1c4c5be4fae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:07:09.092765 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f89604d8-aeae-4b0a-b2e4-1c4c5be4fae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854119708'] for router_interface, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:09.787146 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89604d8-aeae-4b0a-b2e4-1c4c5be4fae5 admin admin] Router fd64f108-ba0b-4b29-ab0d-37bcf9016569 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:07:10.001610 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89604d8-aeae-4b0a-b2e4-1c4c5be4fae5 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:07:10.013541 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b4c36a-0962-4cc5-9fff-cb78f8afc2e2 None None] Sync routers for ids ['fd64f108-ba0b-4b29-ab0d-37bcf9016569'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:07:10.018198 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-f89604d8-aeae-4b0a-b2e4-1c4c5be4fae5 admin admin] 10.222.0.20 "PUT /v2.0/routers/fd64f108-ba0b-4b29-ab0d-37bcf9016569/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1620357
Apr 22 13:07:10.022689 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60516) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:07:10.029091 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b4c36a-0962-4cc5-9fff-cb78f8afc2e2 None None] Routers {'fd64f108-ba0b-4b29-ab0d-37bcf9016569'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:07:10.029909 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-61b4c36a-0962-4cc5-9fff-cb78f8afc2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb657660470>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:07:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['fd64f108-ba0b-4b29-ab0d-37bcf9016569'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:07:10.273036 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-465f406b-faa3-4e12-98af-4eca6be4ecd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:10.301809 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-61b4c36a-0962-4cc5-9fff-cb78f8afc2e2 None None] Set router fd64f108-ba0b-4b29-ab0d-37bcf9016569 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:07:10.396569 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:10.503825 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-465f406b-faa3-4e12-98af-4eca6be4ecd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:10.556921 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-465f406b-faa3-4e12-98af-4eca6be4ecd0 admin admin] Deleting port 96501d5f-a5c9-427f-ba26-4bd8589acbb8 {{(pid=86532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:07:10.557467 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-465f406b-faa3-4e12-98af-4eca6be4ecd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:10.697492 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:10.848558 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-465f406b-faa3-4e12-98af-4eca6be4ecd0 admin admin] For port 96501d5f-a5c9-427f-ba26-4bd8589acbb8, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=96501d5f-a5c9-427f-ba26-4bd8589acbb8,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:07:10.849082 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-465f406b-faa3-4e12-98af-4eca6be4ecd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:11.102619 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-465f406b-faa3-4e12-98af-4eca6be4ecd0 admin admin] Calling delete_port for 96501d5f-a5c9-427f-ba26-4bd8589acbb8 owned by network:router_gateway {{(pid=86532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:07:11.194933 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-61b4c36a-0962-4cc5-9fff-cb78f8afc2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb657660470>, [{'id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'name': 'tempest-TestMinimumBasicScenario-2137592041-router', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:14Z', 'updated_at': '2021-04-22T13:07:08Z', 'revision_number': 5, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'gw_port': {'id': '96501d5f-a5c9-427f-ba26-4bd8589acbb8', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:15Z', 'updated_at': '2021-04-22T13:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:07:11.199952 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b4c36a-0962-4cc5-9fff-cb78f8afc2e2 None None] Checking router: fd64f108-ba0b-4b29-ab0d-37bcf9016569 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:07:11.209411 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:11.212003 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b4c36a-0962-4cc5-9fff-cb78f8afc2e2 None None] Routers {'fd64f108-ba0b-4b29-ab0d-37bcf9016569'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:07:11.212003 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-61b4c36a-0962-4cc5-9fff-cb78f8afc2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb657660470>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:07:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['fd64f108-ba0b-4b29-ab0d-37bcf9016569'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:07:11.387032 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-61b4c36a-0962-4cc5-9fff-cb78f8afc2e2 None None] Set router fd64f108-ba0b-4b29-ab0d-37bcf9016569 gateway port host: None {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:07:11.486329 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-465f406b-faa3-4e12-98af-4eca6be4ecd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:11.495793 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-aafe90fc-76f7-4abe-9162-944a2fdc783f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:07:11.510943 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-61b4c36a-0962-4cc5-9fff-cb78f8afc2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb657660470>, [{'id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'name': 'tempest-TestMinimumBasicScenario-2137592041-router', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:14Z', 'updated_at': '2021-04-22T13:07:10Z', 'revision_number': 6, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'gw_port_host': None}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:07:11.517366 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b4c36a-0962-4cc5-9fff-cb78f8afc2e2 None None] The sync data for ids ['fd64f108-ba0b-4b29-ab0d-37bcf9016569'] in dv-cinder-787262-3-iscsi is: [{'id': 'fd64f108-ba0b-4b29-ab0d-37bcf9016569', 'name': 'tempest-TestMinimumBasicScenario-2137592041-router', 'tenant_id': '51e95625a2a947f3a45abbb825e91358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:14Z', 'updated_at': '2021-04-22T13:07:10Z', 'revision_number': 6, 'project_id': '51e95625a2a947f3a45abbb825e91358', 'gw_port_host': None}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:07:11.598773 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f406b-faa3-4e12-98af-4eca6be4ecd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=96501d5f-a5c9-427f-ba26-4bd8589acbb8,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:07:11.638243 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-465f406b-faa3-4e12-98af-4eca6be4ecd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:07:11.709065 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-465f406b-faa3-4e12-98af-4eca6be4ecd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767845'] for router_gateway, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:11.913890 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-465f406b-faa3-4e12-98af-4eca6be4ecd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-568'] for router, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:11.916552 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-465f406b-faa3-4e12-98af-4eca6be4ecd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:11.973883 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-465f406b-faa3-4e12-98af-4eca6be4ecd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854115971'] for router, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:11.974524 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465f406b-faa3-4e12-98af-4eca6be4ecd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd64f108-ba0b-4b29-ab0d-37bcf9016569 {{(pid=86532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 13:07:11.989564 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-465f406b-faa3-4e12-98af-4eca6be4ecd0 admin admin] Notify callbacks [] for router, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:11.990982 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-465f406b-faa3-4e12-98af-4eca6be4ecd0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fd64f108-ba0b-4b29-ab0d-37bcf9016569 HTTP/1.1" status: 204  len: 168 time: 1.9671214
Apr 22 13:07:11.993949 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60524) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:07:12.076831 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_v2 [None req-94dce5c8-1cd5-4738-ac7c-9e1e483e1dd5 admin admin] Deleting subnet b27ad705-4ccd-410e-820d-31197cfabea8 {{(pid=86532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 13:07:12.081851 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-94dce5c8-1cd5-4738-ac7c-9e1e483e1dd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:12.145088 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-94dce5c8-1cd5-4738-ac7c-9e1e483e1dd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10811307'] for subnet, precommit_delete_associations {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:12.269017 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-94dce5c8-1cd5-4738-ac7c-9e1e483e1dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844768'] for subnet, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:12.637793 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-94dce5c8-1cd5-4738-ac7c-9e1e483e1dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3931032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10869100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843236324'] for subnet, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:12.645915 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-fa805937-7eff-444d-a3dd-7b647c318045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:07:12.681799 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 96501d5f-a5c9-427f-ba26-4bd8589acbb8 no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:07:12.715387 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dce5c8-1cd5-4738-ac7c-9e1e483e1dd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b27ad705-4ccd-410e-820d-31197cfabea8,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:07:12.721326 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-94dce5c8-1cd5-4738-ac7c-9e1e483e1dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:07:12.723087 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-94dce5c8-1cd5-4738-ac7c-9e1e483e1dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:12.732715 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-94dce5c8-1cd5-4738-ac7c-9e1e483e1dd5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b27ad705-4ccd-410e-820d-31197cfabea8 HTTP/1.1" status: 204  len: 168 time: 0.7372756
Apr 22 13:07:12.736757 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 60530) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:07:12.760277 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879d265d-c05c-4ab4-b08b-972622ed809b None None] Network 8b94c520-ad86-444c-8703-f9e972c0b18a requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:07:12.810055 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: 96501d5f-a5c9-427f-ba26-4bd8589acbb8 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:07:12.810576 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 96501d5f-a5c9-427f-ba26-4bd8589acbb8 not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:07:12.811385 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6 no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:07:12.869187 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850810900'] for network, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:12.882465 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Deleting port 78851859-c4e0-45ff-9256-3c1c59d2f42b {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:07:12.882863 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:12.975724 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:07:12.976378 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 1d86739b-fdcb-41b5-b484-a4d5fd03fdd6 not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:07:13.227367 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] For port 78851859-c4e0-45ff-9256-3c1c59d2f42b, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=78851859-c4e0-45ff-9256-3c1c59d2f42b,segment=NetworkSegment(e627de4d-f85e-41bc-a13c-7703c69f3fdd),segment_id=e627de4d-f85e-41bc-a13c-7703c69f3fdd)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:07:13.227808 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:13.255856 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c27a8aa-ca34-49f1-9925-e70210b89040 None None] DHCP port deletion for 8b94c520-ad86-444c-8703-f9e972c0b18a request from dv-cinder-787262-3-iscsi {{(pid=86534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 13:07:13.261156 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-7c27a8aa-ca34-49f1-9925-e70210b89040 None None] Deleting port 78851859-c4e0-45ff-9256-3c1c59d2f42b {{(pid=86534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:07:13.261861 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7c27a8aa-ca34-49f1-9925-e70210b89040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:13.311321 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-d516b171-aa14-4da7-be5f-8a6b04deb83d tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1160525044&fields=id&tenant_id=99bb9a79e6754382a07322a0baaf7cf6 HTTP/1.1" status: 200  len: 267 time: 0.1566241
Apr 22 13:07:13.385948 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Calling delete_port for 78851859-c4e0-45ff-9256-3c1c59d2f42b owned by network:dhcp {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:07:13.653151 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-7c27a8aa-ca34-49f1-9925-e70210b89040 None None] For port 78851859-c4e0-45ff-9256-3c1c59d2f42b, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=78851859-c4e0-45ff-9256-3c1c59d2f42b,segment=NetworkSegment(e627de4d-f85e-41bc-a13c-7703c69f3fdd),segment_id=e627de4d-f85e-41bc-a13c-7703c69f3fdd)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:07:13.653837 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7c27a8aa-ca34-49f1-9925-e70210b89040 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:13.814621 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-7c27a8aa-ca34-49f1-9925-e70210b89040 None None] Calling delete_port for 78851859-c4e0-45ff-9256-3c1c59d2f42b owned by network:dhcp {{(pid=86534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:07:13.889708 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:13.897434 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-dc151afe-dd81-44fb-954e-0f3fee6086b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:07:13.949576 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-4b1ff1e5-04a9-4ce7-8833-e9556001b5ec tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:13.951223 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-4b1ff1e5-04a9-4ce7-8833-e9556001b5ec tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/networks?id=e641f5ac-34b0-4530-8ab4-057336dde9b7 HTTP/1.1" status: 200  len: 811 time: 0.5331342
Apr 22 13:07:13.968216 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.db.api [None req-7c27a8aa-ca34-49f1-9925-e70210b89040 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86534) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 13:07:13.969061 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Pushing event deleted for resources: {'Port': ['ID=78851859-c4e0-45ff-9256-3c1c59d2f42b,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:07:13.969430 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_db.api [None req-7c27a8aa-ca34-49f1-9925-e70210b89040 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 13:07:13.973982 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] No DVR routers for this DVR port 78851859-c4e0-45ff-9256-3c1c59d2f42b on host dv-cinder-787262-3-iscsi {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:07:14.011592 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:14.011995 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:14.012401 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:14.012813 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:14.013200 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:14.013596 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:14.013990 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:14.014381 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:14.014777 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:14.015214 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:14.015664 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:14.016053 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:14.020138 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-1d99bec9-b1ed-4c58-8db4-e5c1cd513680 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/quotas/99bb9a79e6754382a07322a0baaf7cf6 HTTP/1.1" status: 200  len: 375 time: 0.0593619
Apr 22 13:07:14.024338 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:07:14.176954 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931125', 'neutron.services.segments.db._delete_segments_for_network-8776327253363'] for network, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:14.327049 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb656b6aa90>,) {'filters': {'network_id': ['8b94c520-ad86-444c-8703-f9e972c0b18a']}} {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:07:14.342349 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-5fc5cd49-70cf-4721-958e-34f5b65575ee tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=99bb9a79e6754382a07322a0baaf7cf6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2994556
Apr 22 13:07:14.350897 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb656b6aa90>, 'e627de4d-f85e-41bc-a13c-7703c69f3fdd') {'for_net_delete': True} {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:07:14.351224 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb656b6aa90>, 'e627de4d-f85e-41bc-a13c-7703c69f3fdd') {} {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:07:14.373714 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260527543395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852852965'] for segment, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:14.393297 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:14.403207 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=86533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 13:07:14.470403 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-7c27a8aa-ca34-49f1-9925-e70210b89040 None None] Deleting port 78851859-c4e0-45ff-9256-3c1c59d2f42b {{(pid=86534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:07:14.471093 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7c27a8aa-ca34-49f1-9925-e70210b89040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:14.581683 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-40fa514b-bfcf-4780-868c-ba3f66a9981a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86533) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 13:07:14.582761 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-40fa514b-bfcf-4780-868c-ba3f66a9981a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2228825
Apr 22 13:07:14.638411 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-7c27a8aa-ca34-49f1-9925-e70210b89040 None None] The port '78851859-c4e0-45ff-9256-3c1c59d2f42b' was deleted {{(pid=86534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 22 13:07:14.670604 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 78851859-c4e0-45ff-9256-3c1c59d2f42b no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:07:14.695656 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Network 8b94c520-ad86-444c-8703-f9e972c0b18a has no segments {{(pid=86533) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:07:14.712043 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850845775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10864074'] for segment, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:14.718946 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: 78851859-c4e0-45ff-9256-3c1c59d2f42b {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:07:14.719559 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 78851859-c4e0-45ff-9256-3c1c59d2f42b not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:07:14.961855 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Network 8b94c520-ad86-444c-8703-f9e972c0b18a has no segments {{(pid=86533) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]: Traceback (most recent call last):
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:     timer()
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:     cb(*args, **kw)
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:     return func(*args, **kwargs)
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:     self._notify()
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:     self.callback(batched_events)
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:     event.method(event)
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:     segment_id)['aggregates'][0]
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:     return f(self, *a, **k)
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self._get(url).json()
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:     **kwargs)
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self.request(url, 'GET', **kwargs)
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:     **endpoint_filter)
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 13:07:14.988302 dv-cinder-787262-3-iscsi neutron-server[86413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 13:07:15.046940 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-08228510-4ca6-4b3f-9fb4-29e2a05b73af service neutron] 10.222.0.20 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4538472
Apr 22 13:07:15.200860 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850844675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-769154'] for network, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:15.209868 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:15.215003 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d24c46a9-0906-4a86-b929-ab675468c421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:07:15.255718 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Pushing event deleted for resources: {'Network': ['ID=8b94c520-ad86-444c-8703-f9e972c0b18a,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:07:15.258710 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:07:15.269026 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-7d68ffbd-bb12-4592-a570-93941b0244dd service neutron] 10.222.0.20 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2015185
Apr 22 13:07:15.306566 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] 10.222.0.20 "DELETE /v2.0/networks/8b94c520-ad86-444c-8703-f9e972c0b18a HTTP/1.1" status: 204  len: 168 time: 2.5680385
Apr 22 13:07:15.310247 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 60544) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:07:16.052716 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e079cc50-b662-4996-b3ec-9328d9eed9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854119782'] for router_interface, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:16.567353 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-e079cc50-b662-4996-b3ec-9328d9eed9e5 admin admin] Deleting port d246371a-83b2-44e0-8e31-148d1ec43df0 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:07:16.567785 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e079cc50-b662-4996-b3ec-9328d9eed9e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:16.774660 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-e079cc50-b662-4996-b3ec-9328d9eed9e5 admin admin] For port d246371a-83b2-44e0-8e31-148d1ec43df0, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=d246371a-83b2-44e0-8e31-148d1ec43df0,segment=NetworkSegment(cd12f63f-e9c6-4b65-b2e0-b27382d331d2),segment_id=cd12f63f-e9c6-4b65-b2e0-b27382d331d2)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:07:16.775064 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e079cc50-b662-4996-b3ec-9328d9eed9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:17.016071 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-3984d0f8-1399-4cde-80fb-da504284ab5f req-81d17ff0-9bb8-464c-b57a-5981c5e6af21 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Synchronizing usage tracker for tenant:99bb9a79e6754382a07322a0baaf7cf6 on resource:port {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:07:17.071720 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-3984d0f8-1399-4cde-80fb-da504284ab5f req-81d17ff0-9bb8-464c-b57a-5981c5e6af21 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Unset dirty status for tenant:99bb9a79e6754382a07322a0baaf7cf6 on resource:port {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:07:17.073282 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3984d0f8-1399-4cde-80fb-da504284ab5f req-81d17ff0-9bb8-464c-b57a-5981c5e6af21 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 210 time: 0.1136971
Apr 22 13:07:17.196194 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-e079cc50-b662-4996-b3ec-9328d9eed9e5 admin admin] Calling delete_port for d246371a-83b2-44e0-8e31-148d1ec43df0 owned by network:router_interface {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:07:17.419632 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e079cc50-b662-4996-b3ec-9328d9eed9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:17.426532 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:07:17.482856 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079cc50-b662-4996-b3ec-9328d9eed9e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d246371a-83b2-44e0-8e31-148d1ec43df0,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:07:17.487722 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e079cc50-b662-4996-b3ec-9328d9eed9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:07:17.869119 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e079cc50-b662-4996-b3ec-9328d9eed9e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854119708'] for router_interface, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:18.306047 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-f4d7fb2c-9dd0-4bea-895a-dc0cab5d236e req-c3472c23-2027-49bc-b3fb-68c48304ad72 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 210 time: 0.0645456
Apr 22 13:07:18.372969 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e079cc50-b662-4996-b3ec-9328d9eed9e5 admin admin] Router 5e01b9d8-c832-4b27-8285-4752e0bbd3a8 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:07:18.574327 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e079cc50-b662-4996-b3ec-9328d9eed9e5 admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:07:18.585044 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-e079cc50-b662-4996-b3ec-9328d9eed9e5 admin admin] 10.222.0.20 "PUT /v2.0/routers/5e01b9d8-c832-4b27-8285-4752e0bbd3a8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2730219
Apr 22 13:07:18.586442 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11feace-fdd0-403a-9db7-ecbefb3e20bf None None] Sync routers for ids ['5e01b9d8-c832-4b27-8285-4752e0bbd3a8'] in dv-cinder-787262-3-iscsi {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:07:18.588490 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 60566) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:07:18.608795 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11feace-fdd0-403a-9db7-ecbefb3e20bf None None] Routers {'5e01b9d8-c832-4b27-8285-4752e0bbd3a8'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:07:18.610723 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-a11feace-fdd0-403a-9db7-ecbefb3e20bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c49fef0>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:07:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['5e01b9d8-c832-4b27-8285-4752e0bbd3a8'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:07:18.795482 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c1392cab-641d-4399-b50a-82ccf0393cf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:18.897577 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-a11feace-fdd0-403a-9db7-ecbefb3e20bf None None] Set router 5e01b9d8-c832-4b27-8285-4752e0bbd3a8 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:07:18.990829 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c1392cab-641d-4399-b50a-82ccf0393cf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:19.042575 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c1392cab-641d-4399-b50a-82ccf0393cf2 admin admin] Deleting port b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:07:19.043075 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c1392cab-641d-4399-b50a-82ccf0393cf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:19.230137 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-a11feace-fdd0-403a-9db7-ecbefb3e20bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c49fef0>, [{'id': '5e01b9d8-c832-4b27-8285-4752e0bbd3a8', 'name': 'tempest-TestMinimumBasicScenario-375415394-router', 'tenant_id': '001b3bcf4a1d4151b1117c9626761112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:30Z', 'updated_at': '2021-04-22T13:07:17Z', 'revision_number': 5, 'project_id': '001b3bcf4a1d4151b1117c9626761112', 'gw_port': {'id': 'b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e01b9d8-c832-4b27-8285-4752e0bbd3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:04:32Z', 'updated_at': '2021-04-22T13:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:07:19.235617 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11feace-fdd0-403a-9db7-ecbefb3e20bf None None] Checking router: 5e01b9d8-c832-4b27-8285-4752e0bbd3a8 for host: dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:07:19.246011 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11feace-fdd0-403a-9db7-ecbefb3e20bf None None] Routers {'5e01b9d8-c832-4b27-8285-4752e0bbd3a8'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:07:19.246703 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-a11feace-fdd0-403a-9db7-ecbefb3e20bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c49fef0>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:07:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['5e01b9d8-c832-4b27-8285-4752e0bbd3a8'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:07:19.305977 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-c1392cab-641d-4399-b50a-82ccf0393cf2 admin admin] For port b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:07:19.306418 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c1392cab-641d-4399-b50a-82ccf0393cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:19.426988 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-a11feace-fdd0-403a-9db7-ecbefb3e20bf None None] Set router 5e01b9d8-c832-4b27-8285-4752e0bbd3a8 gateway port host: None {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:07:19.445039 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-e3976a55-77c0-4c97-af5e-616715d81aa8 req-7ef9e384-29b3-4443-a392-461f7beac117 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 210 time: 0.0684793
Apr 22 13:07:19.457799 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c1392cab-641d-4399-b50a-82ccf0393cf2 admin admin] Calling delete_port for b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a owned by network:router_gateway {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:07:19.554050 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-a11feace-fdd0-403a-9db7-ecbefb3e20bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c49fef0>, [{'id': '5e01b9d8-c832-4b27-8285-4752e0bbd3a8', 'name': 'tempest-TestMinimumBasicScenario-375415394-router', 'tenant_id': '001b3bcf4a1d4151b1117c9626761112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:30Z', 'updated_at': '2021-04-22T13:07:18Z', 'revision_number': 6, 'project_id': '001b3bcf4a1d4151b1117c9626761112', 'gw_port_host': None}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:07:19.558801 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11feace-fdd0-403a-9db7-ecbefb3e20bf None None] The sync data for ids ['5e01b9d8-c832-4b27-8285-4752e0bbd3a8'] in dv-cinder-787262-3-iscsi is: [{'id': '5e01b9d8-c832-4b27-8285-4752e0bbd3a8', 'name': 'tempest-TestMinimumBasicScenario-375415394-router', 'tenant_id': '001b3bcf4a1d4151b1117c9626761112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:04:30Z', 'updated_at': '2021-04-22T13:07:18Z', 'revision_number': 6, 'project_id': '001b3bcf4a1d4151b1117c9626761112', 'gw_port_host': None}] {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:07:19.837621 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c1392cab-641d-4399-b50a-82ccf0393cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:19.846763 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6c53aafd-2001-4421-a6fd-6cd50ae93c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:07:19.944097 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1392cab-641d-4399-b50a-82ccf0393cf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:07:20.013257 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c1392cab-641d-4399-b50a-82ccf0393cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:07:20.134198 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c1392cab-641d-4399-b50a-82ccf0393cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767845'] for router_gateway, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:20.661438 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device d246371a-83b2-44e0-8e31-148d1ec43df0 no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:07:20.700953 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: d246371a-83b2-44e0-8e31-148d1ec43df0 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:07:20.701353 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device d246371a-83b2-44e0-8e31-148d1ec43df0 not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:07:20.701831 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:07:20.741063 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:07:20.741479 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device b85f9e3a-5fd8-441e-a31d-fc7b320f7e9a not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:07:20.852579 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8fd80413-ff5c-4a6b-b0df-604422664736 req-048d385a-c3d7-4486-8bb4-e36805f51fd3 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 210 time: 0.0778902
Apr 22 13:07:20.854883 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c1392cab-641d-4399-b50a-82ccf0393cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-568'] for router, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:20.857928 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c1392cab-641d-4399-b50a-82ccf0393cf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:21.208451 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c1392cab-641d-4399-b50a-82ccf0393cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854115971'] for router, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:21.209066 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1392cab-641d-4399-b50a-82ccf0393cf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e01b9d8-c832-4b27-8285-4752e0bbd3a8 {{(pid=86533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 13:07:21.225838 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c1392cab-641d-4399-b50a-82ccf0393cf2 admin admin] Notify callbacks [] for router, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:21.228597 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-c1392cab-641d-4399-b50a-82ccf0393cf2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5e01b9d8-c832-4b27-8285-4752e0bbd3a8 HTTP/1.1" status: 204  len: 168 time: 2.6388760
Apr 22 13:07:21.230103 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 60584) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:07:21.319131 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd8c08e-149b-4937-9061-d62414704883 admin admin] Deleting subnet 737d3876-31bc-4c92-b75c-c23a752139df {{(pid=86533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 13:07:21.324907 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5cd8c08e-149b-4937-9061-d62414704883 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:21.418598 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5cd8c08e-149b-4937-9061-d62414704883 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1922835'] for subnet, precommit_delete_associations {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:21.598975 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5cd8c08e-149b-4937-9061-d62414704883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844768'] for subnet, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:21.939999 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5cd8c08e-149b-4937-9061-d62414704883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3931032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843910551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10722526'] for subnet, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:21.947399 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d5546bd7-304c-421d-86bf-be6cbf437823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:07:21.992259 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8c08e-149b-4937-9061-d62414704883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=737d3876-31bc-4c92-b75c-c23a752139df,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:07:21.995753 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-5cd8c08e-149b-4937-9061-d62414704883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:07:21.996827 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5cd8c08e-149b-4937-9061-d62414704883 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:22.007170 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc45d13-520e-4419-8c6f-8999f674ac15 None None] Network 9efc73a2-2f88-4e09-9ecf-b91923a4ae21 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:07:22.007570 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-5cd8c08e-149b-4937-9061-d62414704883 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/737d3876-31bc-4c92-b75c-c23a752139df HTTP/1.1" status: 204  len: 168 time: 0.7749610
Apr 22 13:07:22.009266 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 60592) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:07:22.048243 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b6f0da94-081a-4cd7-91ca-4afcbd36b7db req-d0d00b76-c932-44e6-961c-d5b2b9850351 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 210 time: 0.0640662
Apr 22 13:07:22.179652 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850810900'] for network, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:22.192478 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] Deleting port f4ee468a-1716-4442-ad09-f661a4ee4334 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:07:22.192860 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:22.387250 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f95dfa-ff1e-47d8-b664-5f5554848265 None None] DHCP port deletion for 9efc73a2-2f88-4e09-9ecf-b91923a4ae21 request from dv-cinder-787262-3-iscsi {{(pid=86534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 13:07:22.394430 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-94f95dfa-ff1e-47d8-b664-5f5554848265 None None] Deleting port f4ee468a-1716-4442-ad09-f661a4ee4334 {{(pid=86534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:07:22.395095 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-94f95dfa-ff1e-47d8-b664-5f5554848265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:22.465167 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] For port f4ee468a-1716-4442-ad09-f661a4ee4334, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=f4ee468a-1716-4442-ad09-f661a4ee4334,segment=NetworkSegment(cd12f63f-e9c6-4b65-b2e0-b27382d331d2),segment_id=cd12f63f-e9c6-4b65-b2e0-b27382d331d2)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:07:22.465460 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:22.617621 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] Calling delete_port for f4ee468a-1716-4442-ad09-f661a4ee4334 owned by network:dhcp {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:07:22.655321 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-94f95dfa-ff1e-47d8-b664-5f5554848265 None None] For port f4ee468a-1716-4442-ad09-f661a4ee4334, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=f4ee468a-1716-4442-ad09-f661a4ee4334,segment=NetworkSegment(cd12f63f-e9c6-4b65-b2e0-b27382d331d2),segment_id=cd12f63f-e9c6-4b65-b2e0-b27382d331d2)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:07:22.656385 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-94f95dfa-ff1e-47d8-b664-5f5554848265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:22.734635 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device f4ee468a-1716-4442-ad09-f661a4ee4334 no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:07:22.826005 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:22.829776 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-94f95dfa-ff1e-47d8-b664-5f5554848265 None None] Calling delete_port for f4ee468a-1716-4442-ad09-f661a4ee4334 owned by network:dhcp {{(pid=86534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:07:22.835615 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cbb7dd69-cd2b-4428-843f-4e4203e3041c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:07:22.871681 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: f4ee468a-1716-4442-ad09-f661a4ee4334 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:07:22.872075 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device f4ee468a-1716-4442-ad09-f661a4ee4334 not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:07:22.919348 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.db.api [None req-94f95dfa-ff1e-47d8-b664-5f5554848265 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86534) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 13:07:22.919793 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_db.api [None req-94f95dfa-ff1e-47d8-b664-5f5554848265 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 13:07:22.932071 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ee468a-1716-4442-ad09-f661a4ee4334,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:07:22.938688 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:07:22.940480 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] No DVR routers for this DVR port f4ee468a-1716-4442-ad09-f661a4ee4334 on host dv-cinder-787262-3-iscsi {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:07:23.081498 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931125', 'neutron.services.segments.db._delete_segments_for_network-8776327253363'] for network, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:23.259526 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb657d5b978>,) {'filters': {'network_id': ['9efc73a2-2f88-4e09-9ecf-b91923a4ae21']}} {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:07:23.274601 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb657d5b978>, 'cd12f63f-e9c6-4b65-b2e0-b27382d331d2') {'for_net_delete': True} {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:07:23.274922 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb657d5b978>, 'cd12f63f-e9c6-4b65-b2e0-b27382d331d2') {} {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:07:23.343588 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260527543395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852852965'] for segment, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:23.352993 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-92e270a7-1c9c-4c25-97f4-f90dc80e5863 req-fa3c56bf-72e1-4b21-9c34-e30c1c705304 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 210 time: 0.0700409
Apr 22 13:07:23.363733 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:23.371059 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=86533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 13:07:23.421002 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-94f95dfa-ff1e-47d8-b664-5f5554848265 None None] Deleting port f4ee468a-1716-4442-ad09-f661a4ee4334 {{(pid=86534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:07:23.422366 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-94f95dfa-ff1e-47d8-b664-5f5554848265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:23.506673 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-94f95dfa-ff1e-47d8-b664-5f5554848265 None None] The port 'f4ee468a-1716-4442-ad09-f661a4ee4334' was deleted {{(pid=86534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 22 13:07:23.587525 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] Network 9efc73a2-2f88-4e09-9ecf-b91923a4ae21 has no segments {{(pid=86533) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:07:23.598231 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850845775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10864074'] for segment, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:23.910034 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] Network 9efc73a2-2f88-4e09-9ecf-b91923a4ae21 has no segments {{(pid=86533) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]: Traceback (most recent call last):
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:     timer()
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:     cb(*args, **kw)
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:     return func(*args, **kwargs)
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:     self._notify()
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:     self.callback(batched_events)
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:     event.method(event)
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:     segment_id)['aggregates'][0]
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:     return f(self, *a, **k)
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self._get(url).json()
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:     **kwargs)
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self.request(url, 'GET', **kwargs)
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:     **endpoint_filter)
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 13:07:23.945658 dv-cinder-787262-3-iscsi neutron-server[86413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 13:07:24.088208 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-17ffb4b8-5424-4f4a-8406-885760da527e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:24.090238 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-17ffb4b8-5424-4f4a-8406-885760da527e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.35 "GET /v2.0/networks?id=e641f5ac-34b0-4530-8ab4-057336dde9b7 HTTP/1.1" status: 200  len: 811 time: 0.3889260
Apr 22 13:07:24.129958 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850844675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-769154'] for network, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:24.149068 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:07:24.175176 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:24.203172 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] Pushing event deleted for resources: {'Network': ['ID=9efc73a2-2f88-4e09-9ecf-b91923a4ae21,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:07:24.210007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:07:24.214448 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-9fa26c22-5177-49c3-9103-3d5c647c5bc1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99bb9a79e6754382a07322a0baaf7cf6 HTTP/1.1" status: 200  len: 380 time: 0.1156948
Apr 22 13:07:24.215877 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9efc73a2-2f88-4e09-9ecf-b91923a4ae21 HTTP/1.1" status: 204  len: 168 time: 2.2046154
Apr 22 13:07:24.224197 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-070c4f8a-e928-4666-90ee-1395adeaa81c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Request body: {'port': {'device_id': 'e6e24606-67bd-48e8-a825-a01f9e6f6684', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'admin_state_up': True, 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'security_groups': ['f69260a8-56e7-4f38-bc27-bb8f4c2b94b8']}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:07:24.393161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-070c4f8a-e928-4666-90ee-1395adeaa81c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:07:24.411014 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-070c4f8a-e928-4666-90ee-1395adeaa81c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:07:24.460483 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-070c4f8a-e928-4666-90ee-1395adeaa81c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Made reservation on behalf of 99bb9a79e6754382a07322a0baaf7cf6 for: {'port': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:07:24.467696 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-070c4f8a-e928-4666-90ee-1395adeaa81c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:24.575723 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-714eba71-805b-4da1-9fe6-297e1b45f9c2 req-199676a1-bb95-4b48-b3d1-e8efb94c5260 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 210 time: 0.0553789
Apr 22 13:07:24.721830 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-070c4f8a-e928-4666-90ee-1395adeaa81c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Allocated IP 172.20.0.11 (e641f5ac-34b0-4530-8ab4-057336dde9b7/cae2efc4-08a1-4d91-917d-596f7481ce4c/00a760d5-ce7c-4913-b218-4a1c41982c88) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:07:24.783128 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60604) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:07:24.870182 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-9c907fe4-6400-4603-b472-219acb04fdeb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51e95625a2a947f3a45abbb825e91358&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0851462
Apr 22 13:07:24.875128 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60608) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:07:24.953477 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-337dfd8b-955e-4e58-8daf-76c5dd409034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:25.009628 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-337dfd8b-955e-4e58-8daf-76c5dd409034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:25.026568 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-070c4f8a-e928-4666-90ee-1395adeaa81c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:25.047497 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-070c4f8a-e928-4666-90ee-1395adeaa81c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Transition to ACTIVE for port object 00a760d5-ce7c-4913-b218-4a1c41982c88 will not be triggered until provisioned by entity DHCP. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:07:25.117244 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-070c4f8a-e928-4666-90ee-1395adeaa81c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:25.125817 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-079cd081-a519-41b8-afcc-055be85a1744 tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:07:25.146520 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-337dfd8b-955e-4e58-8daf-76c5dd409034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:25.165256 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a0bacdc0-ffd5-4d2d-80ab-7ac7b051be08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:07:25.187333 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337dfd8b-955e-4e58-8daf-76c5dd409034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1b8b08-69a7-4529-a852-055010427a42,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:07:25.205121 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dfd8b-955e-4e58-8daf-76c5dd409034 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:25.205774 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dfd8b-955e-4e58-8daf-76c5dd409034 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:25.206514 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dfd8b-955e-4e58-8daf-76c5dd409034 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:25.207244 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dfd8b-955e-4e58-8daf-76c5dd409034 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:25.208034 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dfd8b-955e-4e58-8daf-76c5dd409034 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:25.208774 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dfd8b-955e-4e58-8daf-76c5dd409034 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:25.209489 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dfd8b-955e-4e58-8daf-76c5dd409034 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:25.210202 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dfd8b-955e-4e58-8daf-76c5dd409034 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:25.211334 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dfd8b-955e-4e58-8daf-76c5dd409034 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:25.211661 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dfd8b-955e-4e58-8daf-76c5dd409034 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:25.212378 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dfd8b-955e-4e58-8daf-76c5dd409034 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:25.213095 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dfd8b-955e-4e58-8daf-76c5dd409034 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:25.215982 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-070c4f8a-e928-4666-90ee-1395adeaa81c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Network e641f5ac-34b0-4530-8ab4-057336dde9b7 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:07:25.221298 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-337dfd8b-955e-4e58-8daf-76c5dd409034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:07:25.229715 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-070c4f8a-e928-4666-90ee-1395adeaa81c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:07:25.229715 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-070c4f8a-e928-4666-90ee-1395adeaa81c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:07:25.260321 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-337dfd8b-955e-4e58-8daf-76c5dd409034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:25.265767 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-337dfd8b-955e-4e58-8daf-76c5dd409034 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f1b8b08-69a7-4529-a852-055010427a42 HTTP/1.1" status: 204  len: 168 time: 0.3858166
Apr 22 13:07:25.304022 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c4f8a-e928-4666-90ee-1395adeaa81c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event updated for resources: {'Port': ['ID=00a760d5-ce7c-4913-b218-4a1c41982c88,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:07:25.309717 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-070c4f8a-e928-4666-90ee-1395adeaa81c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:07:25.354333 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-070c4f8a-e928-4666-90ee-1395adeaa81c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:25.356264 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-070c4f8a-e928-4666-90ee-1395adeaa81c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:25.460927 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-070c4f8a-e928-4666-90ee-1395adeaa81c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2411170
Apr 22 13:07:25.473200 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Request body: {'port': {'device_id': 'e6e24606-67bd-48e8-a825-a01f9e6f6684', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:07:25.557557 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-3a5010ad-b110-46b1-9f3f-d2f32a5e50c6 None None] Provisioning for port 00a760d5-ce7c-4913-b218-4a1c41982c88 completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:07:25.568971 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-3a5010ad-b110-46b1-9f3f-d2f32a5e50c6 None None] Provisioning complete for port 00a760d5-ce7c-4913-b218-4a1c41982c88 triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:07:25.569698 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3a5010ad-b110-46b1-9f3f-d2f32a5e50c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:25.643460 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:25.662355 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-3a5010ad-b110-46b1-9f3f-d2f32a5e50c6 None None] Port 00a760d5-ce7c-4913-b218-4a1c41982c88 cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 13:07:26.049100 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60618) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:07:26.107065 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-46d8b3a2-a840-47fb-a014-bd80d61f5bbd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=001b3bcf4a1d4151b1117c9626761112&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0560946
Apr 22 13:07:26.110975 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60622) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:07:26.184933 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c6fbec14-d34d-4a04-96c8-68e30eac7bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:26.219946 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c6fbec14-d34d-4a04-96c8-68e30eac7bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:26.265704 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d9637-67b5-4a6a-aad7-bb06fcde4c30 req-693e531c-38a8-43c6-ac5d-be1794e3fe80 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:26.267099 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-293d9637-67b5-4a6a-aad7-bb06fcde4c30 req-693e531c-38a8-43c6-ac5d-be1794e3fe80 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Synchronizing usage tracker for tenant:99bb9a79e6754382a07322a0baaf7cf6 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:07:26.375963 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-293d9637-67b5-4a6a-aad7-bb06fcde4c30 req-693e531c-38a8-43c6-ac5d-be1794e3fe80 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Unset dirty status for tenant:99bb9a79e6754382a07322a0baaf7cf6 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:07:26.378288 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-293d9637-67b5-4a6a-aad7-bb06fcde4c30 req-693e531c-38a8-43c6-ac5d-be1794e3fe80 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 932 time: 0.6212568
Apr 22 13:07:26.413982 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c6fbec14-d34d-4a04-96c8-68e30eac7bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:26.420135 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8b9a44fc-dfd2-404b-9137-602715bf743b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:07:26.439749 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbec14-d34d-4a04-96c8-68e30eac7bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2666bfd7-2e34-4536-8557-c0d797a49ad2,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:07:26.442853 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c6fbec14-d34d-4a04-96c8-68e30eac7bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:07:26.444229 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c6fbec14-d34d-4a04-96c8-68e30eac7bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:26.448547 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-c6fbec14-d34d-4a04-96c8-68e30eac7bf1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2666bfd7-2e34-4536-8557-c0d797a49ad2 HTTP/1.1" status: 204  len: 168 time: 0.3361523
Apr 22 13:07:26.567841 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-293d9637-67b5-4a6a-aad7-bb06fcde4c30 req-d6180677-416d-4c4d-9a47-ab8f233a4e84 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1813395
Apr 22 13:07:26.572902 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a760d5-ce7c-4913-b218-4a1c41982c88 {{(pid=86533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:07:26.583247 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:26.608890 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Transition to ACTIVE for port object 00a760d5-ce7c-4913-b218-4a1c41982c88 will not be triggered until provisioned by entity L2. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:07:26.643524 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:26.652847 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-27d71a60-ada2-4ebe-8247-55f7105d9749 tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:07:26.989496 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Pushing event updated for resources: {'Port': ['ID=00a760d5-ce7c-4913-b218-4a1c41982c88,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:07:27.037183 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:07:27.095208 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Attempting to bind port 00a760d5-ce7c-4913-b218-4a1c41982c88 on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:07:27.095849 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Attempting to bind port 00a760d5-ce7c-4913-b218-4a1c41982c88 by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '916ad0fc-eb4a-4e44-9927-42f3a549980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7'}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:07:27.096317 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Attempting to bind port 00a760d5-ce7c-4913-b218-4a1c41982c88 on network e641f5ac-34b0-4530-8ab4-057336dde9b7 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:07:27.106193 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Port 00a760d5-ce7c-4913-b218-4a1c41982c88 on network e641f5ac-34b0-4530-8ab4-057336dde9b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 13:07:27.106820 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Attempting to bind port 00a760d5-ce7c-4913-b218-4a1c41982c88 on network e641f5ac-34b0-4530-8ab4-057336dde9b7 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:07:27.117962 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Checking agent: {'id': 'c59c10bf-e5dd-4538-bcf5-3ec585cc6c03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'started_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:07:27.118589 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Checking segment: {'id': '916ad0fc-eb4a-4e44-9927-42f3a549980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:07:27.119149 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Bound using segment: {'id': '916ad0fc-eb4a-4e44-9927-42f3a549980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7'} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:07:27.120006 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Bound port: 00a760d5-ce7c-4913-b218-4a1c41982c88, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '916ad0fc-eb4a-4e44-9927-42f3a549980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7'}}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:07:27.120659 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:27.274085 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] For port 00a760d5-ce7c-4913-b218-4a1c41982c88, host hv-cinder-78726, cleared binding levels {{(pid=86533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:07:27.277799 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] For port 00a760d5-ce7c-4913-b218-4a1c41982c88, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=00a760d5-ce7c-4913-b218-4a1c41982c88,segment=NetworkSegment(916ad0fc-eb4a-4e44-9927-42f3a549980c),segment_id=916ad0fc-eb4a-4e44-9927-42f3a549980c)] {{(pid=86533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:07:27.322779 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:27.329801 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-bbaa5d7f-c350-48de-9642-b62a25d708a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:07:27.702287 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:27.704251 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:27.705859 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] 10.222.0.35 "PUT /v2.0/ports/00a760d5-ce7c-4913-b218-4a1c41982c88 HTTP/1.1" status: 200  len: 1094 time: 2.2377388
Apr 22 13:07:27.706446 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e24606-67bd-48e8-a825-a01f9e6f6684', 'tag': '00a760d5-ce7c-4913-b218-4a1c41982c88'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:07:27.746825 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Pushing event updated for resources: {'Port': ['ID=00a760d5-ce7c-4913-b218-4a1c41982c88,revision_number=3']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:07:27.753733 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-58fbc095-4e9e-4efb-af9b-9dcf6bfa266c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:07:27.808244 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e24606-67bd-48e8-a825-a01f9e6f6684', 'tag': '00a760d5-ce7c-4913-b218-4a1c41982c88', 'status': 'completed', 'code': 200}
Apr 22 13:07:27.881462 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fbb78-94be-416f-baa6-027984575ec7 req-140bcf1e-0a9c-4d97-9b5b-04c03222ccdc tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:27.883240 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-760fbb78-94be-416f-baa6-027984575ec7 req-140bcf1e-0a9c-4d97-9b5b-04c03222ccdc tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 944 time: 0.1353891
Apr 22 13:07:27.974095 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-760fbb78-94be-416f-baa6-027984575ec7 req-295ecce9-dc6d-493d-9e50-84e70f9d3a6c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Synchronizing usage tracker for tenant:99bb9a79e6754382a07322a0baaf7cf6 on resource:security_group {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:07:27.991140 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988deab-53f1-4053-b26b-72b79362a300 req-46006b9a-30a0-47e9-8f63-82040e349e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:27.993913 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1988deab-53f1-4053-b26b-72b79362a300 req-46006b9a-30a0-47e9-8f63-82040e349e0b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99bb9a79e6754382a07322a0baaf7cf6&device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 1097 time: 0.1602471
Apr 22 13:07:28.055260 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-760fbb78-94be-416f-baa6-027984575ec7 req-295ecce9-dc6d-493d-9e50-84e70f9d3a6c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Unset dirty status for tenant:99bb9a79e6754382a07322a0baaf7cf6 on resource:security_group {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:07:28.073158 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-760fbb78-94be-416f-baa6-027984575ec7 req-295ecce9-dc6d-493d-9e50-84e70f9d3a6c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1817374
Apr 22 13:07:28.199078 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988deab-53f1-4053-b26b-72b79362a300 req-52f84c35-9e0f-4685-9155-9dd2c75f9513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:28.201499 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1988deab-53f1-4053-b26b-72b79362a300 req-52f84c35-9e0f-4685-9155-9dd2c75f9513 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=99bb9a79e6754382a07322a0baaf7cf6&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2000768
Apr 22 13:07:28.362248 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988deab-53f1-4053-b26b-72b79362a300 req-925f98dd-1675-4453-b9cb-f7559263af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:28.364097 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1988deab-53f1-4053-b26b-72b79362a300 req-925f98dd-1675-4453-b9cb-f7559263af61 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1568105
Apr 22 13:07:28.499776 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-38b8afde-4581-45b7-a1a7-02e92f546788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:28.503008 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-38b8afde-4581-45b7-a1a7-02e92f546788 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99bb9a79e6754382a07322a0baaf7cf6&device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 1097 time: 0.0983396
Apr 22 13:07:28.581083 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-17649e6f-a5d4-4d5a-982a-82711dc8f813 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00a760d5-ce7c-4913-b218-4a1c41982c88 HTTP/1.1" status: 200  len: 217 time: 0.0715675
Apr 22 13:07:28.661148 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-fd3e5892-cc6b-4fef-bdaa-c5d73ca98c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:28.663962 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-fd3e5892-cc6b-4fef-bdaa-c5d73ca98c82 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cae2efc4-08a1-4d91-917d-596f7481ce4c HTTP/1.1" status: 200  len: 850 time: 0.0765769
Apr 22 13:07:28.753719 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-a6fe79e0-1fea-43aa-af6b-db523d1e7251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:28.755317 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-a6fe79e0-1fea-43aa-af6b-db523d1e7251 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e641f5ac-34b0-4530-8ab4-057336dde9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855169
Apr 22 13:07:28.919931 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-f45011d6-d631-4dc8-bdbe-996b06f260dd service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1577933
Apr 22 13:07:29.088506 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-30e12e1c-6ad7-40ad-b748-caac82fe2bc8 req-6a7835d0-d0d7-402c-a7b0-3916a9b6ad13 service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1618075
Apr 22 13:07:29.386860 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e310f-f649-490c-86b2-77eea065b56d req-5a76ea5e-382c-483f-88bc-2b974b1bf17e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:29.390889 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-385e310f-f649-490c-86b2-77eea065b56d req-5a76ea5e-382c-483f-88bc-2b974b1bf17e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 944 time: 0.1164587
Apr 22 13:07:29.485031 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-385e310f-f649-490c-86b2-77eea065b56d req-4aeebe3c-ab50-42d9-bb49-0ebb163ba4b6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0871978
Apr 22 13:07:30.960708 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea87e32-28c0-4179-9c52-e79aa64e1bc2 req-e3576d74-055d-4359-9c25-160f2f338322 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:30.962424 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3ea87e32-28c0-4179-9c52-e79aa64e1bc2 req-e3576d74-055d-4359-9c25-160f2f338322 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 944 time: 0.1063416
Apr 22 13:07:31.020051 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3ea87e32-28c0-4179-9c52-e79aa64e1bc2 req-8b2180af-a3dc-4ec2-bc23-bbd73ebb79da tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501606
Apr 22 13:07:32.258243 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfab94-51d1-4ff4-aa8f-320cb7f4bc83 req-2fca983e-4dc0-4c6e-83cb-3b6d5ca4c487 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:32.260028 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-aedfab94-51d1-4ff4-aa8f-320cb7f4bc83 req-2fca983e-4dc0-4c6e-83cb-3b6d5ca4c487 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 944 time: 0.1003654
Apr 22 13:07:32.317480 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-aedfab94-51d1-4ff4-aa8f-320cb7f4bc83 req-af233885-3842-43bd-a3f9-d98a71edf92b tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495479
Apr 22 13:07:33.372810 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:07:33.572859 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db42f76-e5a2-4489-800f-fb25919ee6b0 req-cfb93e08-1ad3-4147-bfbe-a89fdd361eab tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:33.575843 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7db42f76-e5a2-4489-800f-fb25919ee6b0 req-cfb93e08-1ad3-4147-bfbe-a89fdd361eab tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 944 time: 0.1363153
Apr 22 13:07:33.629556 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7db42f76-e5a2-4489-800f-fb25919ee6b0 req-754c5ed9-8582-437c-ac58-1da1cabf7596 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470107
Apr 22 13:07:34.866255 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35a016-d2c3-4efc-b03b-42c6aeb60bb9 req-64a681e3-f18c-4347-aca8-9a316a61b2f3 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:34.867994 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5b35a016-d2c3-4efc-b03b-42c6aeb60bb9 req-64a681e3-f18c-4347-aca8-9a316a61b2f3 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 944 time: 0.0992942
Apr 22 13:07:34.919140 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5b35a016-d2c3-4efc-b03b-42c6aeb60bb9 req-eee4f5ba-b93a-43c9-ba38-3c0e3e6edbbb tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446324
Apr 22 13:07:35.591454 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a2db7763-3d63-4e01-8665-b5491a2218c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:36.183098 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0805e-39c7-4469-862b-53c8b0e4b863 req-6cf23b9c-8bbc-4942-85fa-3b4e2e8a961c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:36.185176 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bfa0805e-39c7-4469-862b-53c8b0e4b863 req-6cf23b9c-8bbc-4942-85fa-3b4e2e8a961c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 944 time: 0.1358926
Apr 22 13:07:36.242103 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bfa0805e-39c7-4469-862b-53c8b0e4b863 req-671fd727-c673-4be9-9429-dac4128c485f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491953
Apr 22 13:07:37.047972 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:37.261181 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 00a760d5-ce7c-4913-b218-4a1c41982c88 details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 13:07:37.440942 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 00a760d5-ce7c-4913-b218-4a1c41982c88, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=00a760d5-ce7c-4913-b218-4a1c41982c88,segment=NetworkSegment(916ad0fc-eb4a-4e44-9927-42f3a549980c),segment_id=916ad0fc-eb4a-4e44-9927-42f3a549980c)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:07:37.459951 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': '00a760d5-ce7c-4913-b218-4a1c41982c88', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'port_id': '00a760d5-ce7c-4913-b218-4a1c41982c88', 'mac_address': 'fa:16:3e:be:7d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 13:07:37.494031 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de1895-64fb-40ca-af5d-5d7d74eb2479 req-971b0def-9a5e-4689-93c8-9fe59a0bf430 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:37.497096 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-93de1895-64fb-40ca-af5d-5d7d74eb2479 req-971b0def-9a5e-4689-93c8-9fe59a0bf430 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 944 time: 0.1152556
Apr 22 13:07:37.566990 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:37.582955 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-93de1895-64fb-40ca-af5d-5d7d74eb2479 req-00a5cc1a-64c9-4a2b-a899-bc60af9afd43 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787406
Apr 22 13:07:37.601163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a760d5-ce7c-4913-b218-4a1c41982c88 {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:07:37.620206 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 00a760d5-ce7c-4913-b218-4a1c41982c88, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=00a760d5-ce7c-4913-b218-4a1c41982c88,segment=NetworkSegment(916ad0fc-eb4a-4e44-9927-42f3a549980c),segment_id=916ad0fc-eb4a-4e44-9927-42f3a549980c)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:07:37.665747 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:37.668979 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:07:37.753527 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=00a760d5-ce7c-4913-b218-4a1c41982c88,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:07:37.762693 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:37.763193 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:37.763664 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:37.764085 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:37.765668 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:37.766099 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:37.766520 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:37.766938 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:37.767354 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:37.767891 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:37.768332 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:37.768738 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:07:37.774234 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:07:37.893278 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['00a760d5-ce7c-4913-b218-4a1c41982c88'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 13:07:38.431142 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d2588bdb-33e2-4222-9d9a-1ab5c8fc96c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:38.812269 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc136ec-be19-43d2-8a16-4d718aa9d7b6 req-36719785-8820-4aca-aca6-b85eb5353e04 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:38.814026 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-dcc136ec-be19-43d2-8a16-4d718aa9d7b6 req-36719785-8820-4aca-aca6-b85eb5353e04 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 945 time: 0.1069148
Apr 22 13:07:38.874193 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-dcc136ec-be19-43d2-8a16-4d718aa9d7b6 req-d67f2e93-da18-4cc7-8173-3529ecc07383 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485873
Apr 22 13:07:39.271992 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 00a760d5-ce7c-4913-b218-4a1c41982c88 up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:07:39.430699 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning for port 00a760d5-ce7c-4913-b218-4a1c41982c88 completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:07:39.436743 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port 00a760d5-ce7c-4913-b218-4a1c41982c88 triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:07:39.437327 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:39.744950 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:39.778473 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e24606-67bd-48e8-a825-a01f9e6f6684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a760d5-ce7c-4913-b218-4a1c41982c88'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:07:39.796974 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port 00a760d5-ce7c-4913-b218-4a1c41982c88, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=00a760d5-ce7c-4913-b218-4a1c41982c88,segment=NetworkSegment(916ad0fc-eb4a-4e44-9927-42f3a549980c),segment_id=916ad0fc-eb4a-4e44-9927-42f3a549980c)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:07:39.848125 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:39.851371 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:07:39.959701 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=00a760d5-ce7c-4913-b218-4a1c41982c88,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:07:39.966515 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:07:40.175594 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6a6a2-3f1f-4a0b-97a8-e7c94b09b7a2 req-d41e9aff-91e9-476d-a6e4-0c62c3b9f67c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:40.177388 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-14b6a6a2-3f1f-4a0b-97a8-e7c94b09b7a2 req-d41e9aff-91e9-476d-a6e4-0c62c3b9f67c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 946 time: 0.1681721
Apr 22 13:07:40.236326 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-14b6a6a2-3f1f-4a0b-97a8-e7c94b09b7a2 req-a31a5916-8f16-4c29-9ee0-a21f7820f164 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518658
Apr 22 13:07:40.244775 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e24606-67bd-48e8-a825-a01f9e6f6684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a760d5-ce7c-4913-b218-4a1c41982c88', 'code': 200}
Apr 22 13:07:40.247861 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:40.437707 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:40.661285 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947bdc9-4afd-4bc0-96df-0750e8c75ae7 req-5845a324-2d81-4e07-ae7b-5c32baf85342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:40.663094 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c947bdc9-4afd-4bc0-96df-0750e8c75ae7 req-5845a324-2d81-4e07-ae7b-5c32baf85342 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 1099 time: 0.0905340
Apr 22 13:07:40.710829 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c947bdc9-4afd-4bc0-96df-0750e8c75ae7 req-e860a45c-cfa2-4c46-9528-2bc1a8ebe85b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409877
Apr 22 13:07:41.190547 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:41.569793 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eb33b-bd47-4920-9e3c-a83054218871 req-145c5a63-29d4-4521-985e-6b4a61032c6a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:41.572771 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c73eb33b-bd47-4920-9e3c-a83054218871 req-145c5a63-29d4-4521-985e-6b4a61032c6a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 946 time: 0.1582618
Apr 22 13:07:41.654316 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c73eb33b-bd47-4920-9e3c-a83054218871 req-e0883546-b9fc-4b2c-8088-e79fb8a03bf5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683095
Apr 22 13:07:42.888198 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17732b-9b68-4066-8492-0667357eebc6 req-6223d85b-2647-4db4-b947-07288e05e469 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:42.891670 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5b17732b-9b68-4066-8492-0667357eebc6 req-6223d85b-2647-4db4-b947-07288e05e469 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 946 time: 0.1065488
Apr 22 13:07:42.947390 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5b17732b-9b68-4066-8492-0667357eebc6 req-b7efb681-c0de-44c0-b206-20a05ff7b3f4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488737
Apr 22 13:07:43.266924 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5605fc-9dfa-4229-966b-240b434621ec req-1491b4c5-6792-4ca9-9dcd-7f66dc2db590 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:43.268710 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ec5605fc-9dfa-4229-966b-240b434621ec req-1491b4c5-6792-4ca9-9dcd-7f66dc2db590 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 946 time: 0.0980949
Apr 22 13:07:43.323055 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ec5605fc-9dfa-4229-966b-240b434621ec req-1a92ed3e-2f14-42b7-b54b-ae33aae77dd1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467949
Apr 22 13:07:43.361234 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60660) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:07:43.442899 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b1f50685-9a09-4f6e-a4f5-d9be35d73405 req-6032d4c7-c84c-4589-a389-61e7942e6046 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0904298
Apr 22 13:07:43.653581 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f50685-9a09-4f6e-a4f5-d9be35d73405 req-472061ed-6769-48c8-8f8a-90ef16d0b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:43.655511 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b1f50685-9a09-4f6e-a4f5-d9be35d73405 req-472061ed-6769-48c8-8f8a-90ef16d0b005 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99bb9a79e6754382a07322a0baaf7cf6&device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 1099 time: 0.0990596
Apr 22 13:07:43.681068 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affb3e26-9b9b-43da-a12d-9cb058913902 tempest-TestVolumeBootPattern-300665456 tempest-TestVolumeBootPattern-300665456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:43.684304 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-affb3e26-9b9b-43da-a12d-9cb058913902 tempest-TestVolumeBootPattern-300665456 tempest-TestVolumeBootPattern-300665456-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 1094 time: 0.3200181
Apr 22 13:07:43.688250 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60666) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:07:43.695269 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Request body: {'floatingip': {'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'port_id': '00a760d5-ce7c-4913-b218-4a1c41982c88', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:07:43.703927 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:07:43.709437 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Usage tracker for resource:floatingip and tenant:99bb9a79e6754382a07322a0baaf7cf6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:07:43.713536 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:07:43.721748 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:07:43.768489 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for floatingip, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:43.851551 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f50685-9a09-4f6e-a4f5-d9be35d73405 req-299443d3-5414-4478-9537-a5d4e0f26f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:43.853363 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b1f50685-9a09-4f6e-a4f5-d9be35d73405 req-299443d3-5414-4478-9537-a5d4e0f26f0e service neutron] 10.222.0.35 "GET /v2.0/networks?id=e641f5ac-34b0-4530-8ab4-057336dde9b7 HTTP/1.1" status: 200  len: 912 time: 0.1772170
Apr 22 13:07:43.954872 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b1f50685-9a09-4f6e-a4f5-d9be35d73405 req-64597433-ed29-46fc-9f3d-a9416b4db139 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00a760d5-ce7c-4913-b218-4a1c41982c88 HTTP/1.1" status: 200  len: 217 time: 0.0946412
Apr 22 13:07:43.964756 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:44.076820 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f50685-9a09-4f6e-a4f5-d9be35d73405 req-dfe390bd-9a8a-47e8-894b-e1f539226aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:44.079460 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b1f50685-9a09-4f6e-a4f5-d9be35d73405 req-dfe390bd-9a8a-47e8-894b-e1f539226aee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cae2efc4-08a1-4d91-917d-596f7481ce4c HTTP/1.1" status: 200  len: 850 time: 0.1181760
Apr 22 13:07:44.183931 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Allocated IP 172.27.3.208 (2ddae30a-787b-4105-96b6-1d621d63b6d6/f62b3f7c-fd2a-4037-bea1-66926d384c05/9d161198-ec45-450c-9fa5-aeb4c34cc1b4) {{(pid=86532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:07:44.188066 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f50685-9a09-4f6e-a4f5-d9be35d73405 req-c000b949-504a-428b-8ab5-40e8afb24b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:44.194872 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b1f50685-9a09-4f6e-a4f5-d9be35d73405 req-c000b949-504a-428b-8ab5-40e8afb24b1e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e641f5ac-34b0-4530-8ab4-057336dde9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1038828
Apr 22 13:07:44.436059 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b1f50685-9a09-4f6e-a4f5-d9be35d73405 req-72a0bfc2-d709-4755-8760-0f0d6f72229d service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2387350
Apr 22 13:07:44.506906 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for port, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:44.586265 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:44.596437 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:07:44.646835 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b1f50685-9a09-4f6e-a4f5-d9be35d73405 req-f63d9ee1-9311-4d0d-9413-2b8356afe23a service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2043209
Apr 22 13:07:44.976500 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:07:44.980100 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:07:44.986313 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Received port after_create {{(pid=86532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:07:45.020481 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event updated for resources: {'Port': ['ID=9d161198-ec45-450c-9fa5-aeb4c34cc1b4,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:07:45.032233 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:07:45.501779 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:45.633227 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:45.906565 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for port, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:45.956413 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843907407'] for port, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:45.962060 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6a1b45ee-9d3f-4a57-b2c3-e1acfd615d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:07:46.090559 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event updated for resources: {'Port': ['ID=9d161198-ec45-450c-9fa5-aeb4c34cc1b4,revision_number=2']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:07:46.096432 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:07:46.104571 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-769201'] for floatingip, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:46.314510 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.l3_db [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Floating IP 61ac8710-3fb1-41fd-821a-872225bab541 associated. External IP: 172.27.3.208, port: 00a760d5-ce7c-4913-b218-4a1c41982c88.
Apr 22 13:07:46.750534 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:07:46.984924 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:07:46.996906 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d18182-9e9a-45f5-89a3-c98e1173629e None None] Sync routers for ids ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:07:47.016251 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d18182-9e9a-45f5-89a3-c98e1173629e None None] Routers {'c5d27f12-7c0c-4c38-83d0-8c7cf5452950'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:07:47.017431 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-e6d18182-9e9a-45f5-89a3-c98e1173629e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65764ca58>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:07:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:07:47.048060 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for floatingip, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:07:47.112124 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-dc1777b4-8095-4ee2-81b0-e13b6968bd18 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.4225142
Apr 22 13:07:47.113229 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e24606-67bd-48e8-a825-a01f9e6f6684', 'tag': '00a760d5-ce7c-4913-b218-4a1c41982c88'}] {{(pid=86532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:07:47.369449 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-e6d18182-9e9a-45f5-89a3-c98e1173629e None None] Set router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:07:47.381626 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e24606-67bd-48e8-a825-a01f9e6f6684', 'tag': '00a760d5-ce7c-4913-b218-4a1c41982c88', 'status': 'completed', 'code': 200}
Apr 22 13:07:47.553144 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c14644-7ab4-4765-a52d-76b30d957897 req-33590b09-8356-437c-a0e1-b8803432b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:47.554848 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d3c14644-7ab4-4765-a52d-76b30d957897 req-33590b09-8356-437c-a0e1-b8803432b097 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99bb9a79e6754382a07322a0baaf7cf6&device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 1099 time: 0.1502068
Apr 22 13:07:47.791297 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c14644-7ab4-4765-a52d-76b30d957897 req-3312a082-d6fc-44c9-9d37-60512e6e4c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:47.794423 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d3c14644-7ab4-4765-a52d-76b30d957897 req-3312a082-d6fc-44c9-9d37-60512e6e4c54 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e641f5ac-34b0-4530-8ab4-057336dde9b7 HTTP/1.1" status: 200  len: 912 time: 0.2328117
Apr 22 13:07:47.874257 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-e6d18182-9e9a-45f5-89a3-c98e1173629e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65764ca58>, [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': '61ac8710-3fb1-41fd-821a-872225bab541', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'port_id': '00a760d5-ce7c-4913-b218-4a1c41982c88', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'mac_address': 'fa:16:3e:be:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e24606-67bd-48e8-a825-a01f9e6f6684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:07:45Z', 'updated_at': '2021-04-22T13:07:45Z', 'revision_number': 0, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:49Z', 'revision_number': 5, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:07:47.879216 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d18182-9e9a-45f5-89a3-c98e1173629e None None] Checking router: c5d27f12-7c0c-4c38-83d0-8c7cf5452950 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:07:47.889937 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d18182-9e9a-45f5-89a3-c98e1173629e None None] Routers {'c5d27f12-7c0c-4c38-83d0-8c7cf5452950'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:07:47.890628 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-e6d18182-9e9a-45f5-89a3-c98e1173629e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65764ca58>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:07:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:07:48.009969 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d3c14644-7ab4-4765-a52d-76b30d957897 req-5c7cf1b6-c965-43f8-9e7e-910623adacbc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00a760d5-ce7c-4913-b218-4a1c41982c88 HTTP/1.1" status: 200  len: 1000 time: 0.2085481
Apr 22 13:07:48.098511 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-e6d18182-9e9a-45f5-89a3-c98e1173629e None None] Set router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:07:48.142246 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c14644-7ab4-4765-a52d-76b30d957897 req-209ee2ba-ea3e-4e58-b970-180b62dd741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:48.145133 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d3c14644-7ab4-4765-a52d-76b30d957897 req-209ee2ba-ea3e-4e58-b970-180b62dd741f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cae2efc4-08a1-4d91-917d-596f7481ce4c HTTP/1.1" status: 200  len: 850 time: 0.1287045
Apr 22 13:07:48.306260 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c14644-7ab4-4765-a52d-76b30d957897 req-302941a5-4906-4f8d-843e-029091a8c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:07:48.309228 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d3c14644-7ab4-4765-a52d-76b30d957897 req-302941a5-4906-4f8d-843e-029091a8c632 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e641f5ac-34b0-4530-8ab4-057336dde9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1561582
Apr 22 13:07:48.507637 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d3c14644-7ab4-4765-a52d-76b30d957897 req-6bfea41f-fd9e-4b09-93fd-41209eb4b1ed service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1910965
Apr 22 13:07:48.535099 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-e6d18182-9e9a-45f5-89a3-c98e1173629e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65764ca58>, [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': '61ac8710-3fb1-41fd-821a-872225bab541', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'port_id': '00a760d5-ce7c-4913-b218-4a1c41982c88', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'mac_address': 'fa:16:3e:be:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e24606-67bd-48e8-a825-a01f9e6f6684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:07:45Z', 'updated_at': '2021-04-22T13:07:45Z', 'revision_number': 0, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:49Z', 'revision_number': 5, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:07:48.540431 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d18182-9e9a-45f5-89a3-c98e1173629e None None] The sync data for ids ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'] in dv-cinder-787262-3-iscsi is: [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': '61ac8710-3fb1-41fd-821a-872225bab541', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'port_id': '00a760d5-ce7c-4913-b218-4a1c41982c88', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'mac_address': 'fa:16:3e:be:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e24606-67bd-48e8-a825-a01f9e6f6684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:07:45Z', 'updated_at': '2021-04-22T13:07:45Z', 'revision_number': 0, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:49Z', 'revision_number': 5, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:07:48.672659 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d3c14644-7ab4-4765-a52d-76b30d957897 req-b94b4abe-726c-42ef-9d33-8916b04750b5 service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1579378
Apr 22 13:07:48.839934 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba20cc1b-c14f-4de2-8cb0-c0b572c1c224 None None] New status for floating IP 61ac8710-3fb1-41fd-821a-872225bab541: ACTIVE {{(pid=86535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 13:08:05.578936 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7084a5c4-52dc-4853-88b4-4d076cf76ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:08:07.070171 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:08:08.424633 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-0549b04f-95c7-4404-862d-540a4ececb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:08:10.275879 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:08:10.374050 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:08:10.464436 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:08:11.202546 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:08:35.578035 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-126b3a16-100a-405e-bd3b-07c1c620902a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:08:37.081435 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:08:38.440693 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-27e27fe7-892d-4a5a-876d-4f1777d8e08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:08:40.241249 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:08:40.441307 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:08:41.196044 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:08:44.441344 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-59cb4c5a-f22d-4eec-8f5d-a173826a6fc7 req-24fc144a-a813-4b0d-ab93-4edb53538b18 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0827510
Apr 22 13:08:44.606903 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb4c5a-f22d-4eec-8f5d-a173826a6fc7 req-7d7598fb-7d23-44cc-9819-788951ad051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:08:44.608789 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-59cb4c5a-f22d-4eec-8f5d-a173826a6fc7 req-7d7598fb-7d23-44cc-9819-788951ad051a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99bb9a79e6754382a07322a0baaf7cf6&device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 1099 time: 0.0896246
Apr 22 13:08:44.782151 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb4c5a-f22d-4eec-8f5d-a173826a6fc7 req-eceaffcf-99f5-4266-8e06-0157558d47cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:08:44.784030 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-59cb4c5a-f22d-4eec-8f5d-a173826a6fc7 req-eceaffcf-99f5-4266-8e06-0157558d47cc service neutron] 10.222.0.35 "GET /v2.0/networks?id=e641f5ac-34b0-4530-8ab4-057336dde9b7 HTTP/1.1" status: 200  len: 912 time: 0.1538136
Apr 22 13:08:44.904276 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-59cb4c5a-f22d-4eec-8f5d-a173826a6fc7 req-cb3d91d8-87b4-4444-b534-c6b188ce8cb8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00a760d5-ce7c-4913-b218-4a1c41982c88 HTTP/1.1" status: 200  len: 1002 time: 0.1135426
Apr 22 13:08:45.244148 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb4c5a-f22d-4eec-8f5d-a173826a6fc7 req-18be70a5-e16e-4e5e-91ef-1ff11538dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:08:45.245646 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-59cb4c5a-f22d-4eec-8f5d-a173826a6fc7 req-18be70a5-e16e-4e5e-91ef-1ff11538dd26 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cae2efc4-08a1-4d91-917d-596f7481ce4c HTTP/1.1" status: 200  len: 850 time: 0.3352721
Apr 22 13:08:45.337707 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb4c5a-f22d-4eec-8f5d-a173826a6fc7 req-3d454832-0987-43af-9781-02d0ac44ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:08:45.339471 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-59cb4c5a-f22d-4eec-8f5d-a173826a6fc7 req-3d454832-0987-43af-9781-02d0ac44ccbb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e641f5ac-34b0-4530-8ab4-057336dde9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0873206
Apr 22 13:08:45.519902 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-59cb4c5a-f22d-4eec-8f5d-a173826a6fc7 req-96243bf9-291b-494b-bb59-53fc1fadb0f6 service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1730607
Apr 22 13:08:45.677345 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-59cb4c5a-f22d-4eec-8f5d-a173826a6fc7 req-18f93799-e912-4f4e-8cdf-991b5d10abb4 service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506681
Apr 22 13:08:47.374914 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:09:05.618056 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ff27ad7c-2d33-43a1-94a9-34b42b5aea84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:07.069455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:08.429404 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-7ac96150-faae-4cae-ba2b-868812f6fcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:10.252718 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:10.429705 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:11.206853 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:24.375856 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:09:35.583677 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cc5af5d8-e850-4ff2-a2c2-d67ede8ce674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:36.729922 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782fb0d-49cf-40ed-8155-7744e5a8c546 req-d98c200f-8d0f-4988-913e-f253e80e0540 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:36.731813 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7782fb0d-49cf-40ed-8155-7744e5a8c546 req-d98c200f-8d0f-4988-913e-f253e80e0540 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 946 time: 0.1001236
Apr 22 13:09:36.785090 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7782fb0d-49cf-40ed-8155-7744e5a8c546 req-7141dc6c-59f4-4262-aa80-ef166f0be235 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462680
Apr 22 13:09:37.074827 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:38.005491 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cafe61-c126-4746-93ac-a0a246774ecf req-21716c80-a223-4225-8c67-a26f3f4b5bee tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:38.007136 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-07cafe61-c126-4746-93ac-a0a246774ecf req-21716c80-a223-4225-8c67-a26f3f4b5bee tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 946 time: 0.0907266
Apr 22 13:09:38.113152 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-07cafe61-c126-4746-93ac-a0a246774ecf req-2a20b16d-f580-43fb-a841-e2b7a912e780 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0988121
Apr 22 13:09:38.153303 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384c6b9-6796-4202-9e81-729bd30d3e96 req-e7bfada1-2aac-4f1c-a8f7-c28449f99984 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:38.154877 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1384c6b9-6796-4202-9e81-729bd30d3e96 req-e7bfada1-2aac-4f1c-a8f7-c28449f99984 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 946 time: 0.1078372
Apr 22 13:09:38.236033 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-1384c6b9-6796-4202-9e81-729bd30d3e96 req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Deleting port 00a760d5-ce7c-4913-b218-4a1c41982c88 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:09:38.236417 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-1384c6b9-6796-4202-9e81-729bd30d3e96 req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:38.418081 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-440c2917-774e-4a81-981c-1b70de4a298f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:38.536104 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-1384c6b9-6796-4202-9e81-729bd30d3e96 req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] For port 00a760d5-ce7c-4913-b218-4a1c41982c88, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=00a760d5-ce7c-4913-b218-4a1c41982c88,segment=NetworkSegment(916ad0fc-eb4a-4e44-9927-42f3a549980c),segment_id=916ad0fc-eb4a-4e44-9927-42f3a549980c)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:09:38.536473 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-1384c6b9-6796-4202-9e81-729bd30d3e96 req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:38.913734 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-1384c6b9-6796-4202-9e81-729bd30d3e96 req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:38.914151 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-1384c6b9-6796-4202-9e81-729bd30d3e96 req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-769201'] for floatingip, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:38.914511 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.l3_db [req-1384c6b9-6796-4202-9e81-729bd30d3e96 req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Floating IP 61ac8710-3fb1-41fd-821a-872225bab541 disassociated. External IP: 172.27.3.208, port: 00a760d5-ce7c-4913-b218-4a1c41982c88.
Apr 22 13:09:38.914979 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-1384c6b9-6796-4202-9e81-729bd30d3e96 req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Calling delete_port for 00a760d5-ce7c-4913-b218-4a1c41982c88 owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:09:39.183225 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-1384c6b9-6796-4202-9e81-729bd30d3e96 req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:39.189607 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-473b4210-c487-4cdd-b4cb-7f38896e0f02 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:09:39.240893 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event deleted for resources: {'Port': ['ID=00a760d5-ce7c-4913-b218-4a1c41982c88,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:09:39.252470 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:39.252895 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:39.253315 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:39.253716 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:39.254122 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:39.254522 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:39.255312 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:39.255312 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:39.255703 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:39.256090 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:39.256482 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:39.256880 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:39.262265 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:09:39.371993 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-93fcbe20-bbaa-4d38-9201-5500694b0c9c req-af6253e9-52b2-4ee0-8915-7dbf6fcb9f6c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 210 time: 0.0509350
Apr 22 13:09:39.465692 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1384c6b9-6796-4202-9e81-729bd30d3e96 req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:09:39.675616 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1384c6b9-6796-4202-9e81-729bd30d3e96 req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:09:39.691276 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d4bca-b253-4c5b-aca2-58f983fe2909 None None] Sync routers for ids ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:09:39.708056 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d4bca-b253-4c5b-aca2-58f983fe2909 None None] Routers {'c5d27f12-7c0c-4c38-83d0-8c7cf5452950'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:09:39.709012 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-9a3d4bca-b253-4c5b-aca2-58f983fe2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb6576cbc50>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:09:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:09:39.759223 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-1384c6b9-6796-4202-9e81-729bd30d3e96 req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] No DVR routers for this DVR port 00a760d5-ce7c-4913-b218-4a1c41982c88 on host hv-cinder-78726 {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:09:39.762991 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-1384c6b9-6796-4202-9e81-729bd30d3e96 req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:39.766109 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e24606-67bd-48e8-a825-a01f9e6f6684', 'name': 'network-vif-deleted', 'tag': '00a760d5-ce7c-4913-b218-4a1c41982c88'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:09:39.824384 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e24606-67bd-48e8-a825-a01f9e6f6684', 'name': 'network-vif-deleted', 'tag': '00a760d5-ce7c-4913-b218-4a1c41982c88', 'status': 'completed', 'code': 200}
Apr 22 13:09:39.829565 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-1384c6b9-6796-4202-9e81-729bd30d3e96 req-56139bc9-3656-4edf-a000-2d0a564547e4 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.35 "DELETE /v2.0/ports/00a760d5-ce7c-4913-b218-4a1c41982c88 HTTP/1.1" status: 204  len: 173 time: 1.6692605
Apr 22 13:09:39.981343 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-9a3d4bca-b253-4c5b-aca2-58f983fe2909 None None] Set router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:09:40.515148 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:40.555645 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b588c944-510c-4565-be77-4201be2babcb req-ccf18003-2e84-4b30-abc4-2011bef1d3a2 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6e24606-67bd-48e8-a825-a01f9e6f6684 HTTP/1.1" status: 200  len: 210 time: 0.0812569
Apr 22 13:09:40.555908 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:40.611184 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-9a3d4bca-b253-4c5b-aca2-58f983fe2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb6576cbc50>, [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:49Z', 'revision_number': 5, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:09:40.615608 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d4bca-b253-4c5b-aca2-58f983fe2909 None None] Checking router: c5d27f12-7c0c-4c38-83d0-8c7cf5452950 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:09:40.625487 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d4bca-b253-4c5b-aca2-58f983fe2909 None None] Routers {'c5d27f12-7c0c-4c38-83d0-8c7cf5452950'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:09:40.629459 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-9a3d4bca-b253-4c5b-aca2-58f983fe2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb6576cbc50>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:09:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:09:40.828711 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-9a3d4bca-b253-4c5b-aca2-58f983fe2909 None None] Set router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:09:41.208997 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-9a3d4bca-b253-4c5b-aca2-58f983fe2909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb6576cbc50>, [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:49Z', 'revision_number': 5, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:09:41.214377 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d4bca-b253-4c5b-aca2-58f983fe2909 None None] The sync data for ids ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'] in dv-cinder-787262-3-iscsi is: [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:49Z', 'revision_number': 5, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:09:41.222929 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:41.630076 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1e8513-b360-4f2c-9662-17beb67cbc97 None None] New status for floating IP 61ac8710-3fb1-41fd-821a-872225bab541: DOWN {{(pid=86535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 13:09:41.847244 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 00a760d5-ce7c-4913-b218-4a1c41982c88 no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:09:41.891323 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] No Port match for: 00a760d5-ce7c-4913-b218-4a1c41982c88 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:09:41.891890 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device 00a760d5-ce7c-4913-b218-4a1c41982c88 not bound to the agent host hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:09:41.992079 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-a6ddb048-5111-4ed4-b9a8-8871c14e7055 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1160525044&fields=id&tenant_id=99bb9a79e6754382a07322a0baaf7cf6 HTTP/1.1" status: 200  len: 267 time: 0.0490625
Apr 22 13:09:42.187378 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-ed29df12-7fb9-40e1-86ad-6ff82f54a708 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:42.188777 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-ed29df12-7fb9-40e1-86ad-6ff82f54a708 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Synchronizing usage tracker for tenant:99bb9a79e6754382a07322a0baaf7cf6 on resource:network {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:09:42.268233 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-ed29df12-7fb9-40e1-86ad-6ff82f54a708 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Unset dirty status for tenant:99bb9a79e6754382a07322a0baaf7cf6 on resource:network {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:09:42.269687 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-ed29df12-7fb9-40e1-86ad-6ff82f54a708 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/networks?id=e641f5ac-34b0-4530-8ab4-057336dde9b7 HTTP/1.1" status: 200  len: 811 time: 0.2688396
Apr 22 13:09:42.287118 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-980b1367-a229-47a3-9694-6dc15198bef7 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/quotas/99bb9a79e6754382a07322a0baaf7cf6 HTTP/1.1" status: 200  len: 375 time: 0.0104742
Apr 22 13:09:42.389467 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-990653fc-7033-462a-870e-defc115c8edc tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=99bb9a79e6754382a07322a0baaf7cf6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0924945
Apr 22 13:09:42.468517 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-491b7049-a429-45a8-9783-4ef5d95dd09c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86532) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 13:09:42.469668 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-491b7049-a429-45a8-9783-4ef5d95dd09c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0596645
Apr 22 13:09:42.620396 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-93b9384d-bc97-488f-8046-7b844045db9b service neutron] 10.222.0.20 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438179
Apr 22 13:09:42.777780 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-5c60a819-9ed3-471b-b86c-d47b9ff13de9 service neutron] 10.222.0.20 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502409
Apr 22 13:09:44.413328 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-2c3700f8-49f8-4c3c-9208-9ca4fc0955c2 req-92e8f753-0682-4249-b07d-347065a5eaa8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Synchronizing usage tracker for tenant:99bb9a79e6754382a07322a0baaf7cf6 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:09:44.468794 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-2c3700f8-49f8-4c3c-9208-9ca4fc0955c2 req-92e8f753-0682-4249-b07d-347065a5eaa8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Unset dirty status for tenant:99bb9a79e6754382a07322a0baaf7cf6 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:09:44.470129 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2c3700f8-49f8-4c3c-9208-9ca4fc0955c2 req-92e8f753-0682-4249-b07d-347065a5eaa8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 210 time: 0.1152117
Apr 22 13:09:45.667673 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5f1f9a4f-b660-47a4-9cef-9a4921db8f1a req-8279a098-09e9-4637-b79c-bbc44508052c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 210 time: 0.0604975
Apr 22 13:09:46.264596 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-f6c370f0-903b-4f87-a30b-e02d4ad048e6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:46.266200 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-f6c370f0-903b-4f87-a30b-e02d4ad048e6 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.35 "GET /v2.0/networks?id=e641f5ac-34b0-4530-8ab4-057336dde9b7 HTTP/1.1" status: 200  len: 811 time: 0.1713510
Apr 22 13:09:46.322697 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-7d869afb-74e9-43a3-83c2-1b4263723613 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99bb9a79e6754382a07322a0baaf7cf6 HTTP/1.1" status: 200  len: 380 time: 0.0446072
Apr 22 13:09:46.340682 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-9cacde28-d8c4-484c-84a8-48dc461574ba tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Request body: {'port': {'device_id': 'ae443602-7256-4b20-a38a-7378d9c7deac', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'admin_state_up': True, 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'security_groups': ['f69260a8-56e7-4f38-bc27-bb8f4c2b94b8']}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:09:46.493468 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-9cacde28-d8c4-484c-84a8-48dc461574ba tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:09:46.504550 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-9cacde28-d8c4-484c-84a8-48dc461574ba tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:09:46.549098 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-9cacde28-d8c4-484c-84a8-48dc461574ba tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Made reservation on behalf of 99bb9a79e6754382a07322a0baaf7cf6 for: {'port': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:09:46.555619 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-9cacde28-d8c4-484c-84a8-48dc461574ba tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:46.788842 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-9cacde28-d8c4-484c-84a8-48dc461574ba tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Allocated IP 172.20.0.6 (e641f5ac-34b0-4530-8ab4-057336dde9b7/cae2efc4-08a1-4d91-917d-596f7481ce4c/da69f67b-3da7-41a0-bcf9-86ac6d9ffaef) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:09:46.854977 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-645aaf4d-d5aa-4048-8ba6-5ffd043523c9 req-f53b3133-f84e-4e74-9df3-a3628fb8e086 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 210 time: 0.0609093
Apr 22 13:09:47.080516 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-9cacde28-d8c4-484c-84a8-48dc461574ba tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:47.099605 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-9cacde28-d8c4-484c-84a8-48dc461574ba tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Transition to ACTIVE for port object da69f67b-3da7-41a0-bcf9-86ac6d9ffaef will not be triggered until provisioned by entity DHCP. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:09:47.155204 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-9cacde28-d8c4-484c-84a8-48dc461574ba tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:47.161424 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7886987e-01c0-4efa-8608-71e4a8e0b651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:09:47.240846 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-9cacde28-d8c4-484c-84a8-48dc461574ba tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Network e641f5ac-34b0-4530-8ab4-057336dde9b7 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:09:47.245287 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-9cacde28-d8c4-484c-84a8-48dc461574ba tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:09:47.250087 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-9cacde28-d8c4-484c-84a8-48dc461574ba tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:09:47.296167 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacde28-d8c4-484c-84a8-48dc461574ba tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event updated for resources: {'Port': ['ID=da69f67b-3da7-41a0-bcf9-86ac6d9ffaef,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:09:47.301632 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9cacde28-d8c4-484c-84a8-48dc461574ba tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:09:47.348118 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-9cacde28-d8c4-484c-84a8-48dc461574ba tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:47.349219 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-9cacde28-d8c4-484c-84a8-48dc461574ba tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:47.419793 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-9cacde28-d8c4-484c-84a8-48dc461574ba tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0859125
Apr 22 13:09:47.432663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Request body: {'port': {'device_id': 'ae443602-7256-4b20-a38a-7378d9c7deac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:09:47.570439 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-e4652521-fa27-44be-aac7-135ab7a94a8b None None] Provisioning for port da69f67b-3da7-41a0-bcf9-86ac6d9ffaef completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:09:47.576682 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-e4652521-fa27-44be-aac7-135ab7a94a8b None None] Provisioning complete for port da69f67b-3da7-41a0-bcf9-86ac6d9ffaef triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:09:47.578348 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e4652521-fa27-44be-aac7-135ab7a94a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:47.642196 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-e4652521-fa27-44be-aac7-135ab7a94a8b None None] Port da69f67b-3da7-41a0-bcf9-86ac6d9ffaef cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 13:09:47.839089 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:48.074395 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71660b45-5c66-4b38-87b9-a343b475e1a6 req-bab5047f-9577-415e-b965-2898a5c9654e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:48.076454 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-71660b45-5c66-4b38-87b9-a343b475e1a6 req-bab5047f-9577-415e-b965-2898a5c9654e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 931 time: 0.1005163
Apr 22 13:09:48.134112 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-71660b45-5c66-4b38-87b9-a343b475e1a6 req-b77701ca-dbed-409a-a367-ea814974a357 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513403
Apr 22 13:09:48.217838 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da69f67b-3da7-41a0-bcf9-86ac6d9ffaef {{(pid=86533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:09:48.225949 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:48.242414 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Transition to ACTIVE for port object da69f67b-3da7-41a0-bcf9-86ac6d9ffaef will not be triggered until provisioned by entity L2. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:09:48.274062 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:48.279263 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-cbdbe15c-a4aa-4f3c-98d2-111fc953e3c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:09:48.452982 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Pushing event updated for resources: {'Port': ['ID=da69f67b-3da7-41a0-bcf9-86ac6d9ffaef,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:09:48.461507 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:09:48.543884 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Attempting to bind port da69f67b-3da7-41a0-bcf9-86ac6d9ffaef on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:09:48.544286 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Attempting to bind port da69f67b-3da7-41a0-bcf9-86ac6d9ffaef by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '916ad0fc-eb4a-4e44-9927-42f3a549980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7'}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:09:48.544660 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Attempting to bind port da69f67b-3da7-41a0-bcf9-86ac6d9ffaef on network e641f5ac-34b0-4530-8ab4-057336dde9b7 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:09:48.549850 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Port da69f67b-3da7-41a0-bcf9-86ac6d9ffaef on network e641f5ac-34b0-4530-8ab4-057336dde9b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 13:09:48.550214 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Attempting to bind port da69f67b-3da7-41a0-bcf9-86ac6d9ffaef on network e641f5ac-34b0-4530-8ab4-057336dde9b7 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:09:48.555796 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Checking agent: {'id': 'c59c10bf-e5dd-4538-bcf5-3ec585cc6c03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'started_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:09:48.556179 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Checking segment: {'id': '916ad0fc-eb4a-4e44-9927-42f3a549980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:09:48.556658 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Bound using segment: {'id': '916ad0fc-eb4a-4e44-9927-42f3a549980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7'} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:09:48.557141 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Bound port: da69f67b-3da7-41a0-bcf9-86ac6d9ffaef, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '916ad0fc-eb4a-4e44-9927-42f3a549980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7'}}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:09:48.557520 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:48.660435 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] For port da69f67b-3da7-41a0-bcf9-86ac6d9ffaef, host hv-cinder-78726, cleared binding levels {{(pid=86533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:09:48.663577 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] For port da69f67b-3da7-41a0-bcf9-86ac6d9ffaef, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=da69f67b-3da7-41a0-bcf9-86ac6d9ffaef,segment=NetworkSegment(916ad0fc-eb4a-4e44-9927-42f3a549980c),segment_id=916ad0fc-eb4a-4e44-9927-42f3a549980c)] {{(pid=86533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:09:48.726348 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:48.732524 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c1392cab-641d-4399-b50a-82ccf0393cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:09:48.798068 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:48.798753 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:48.800341 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] 10.222.0.35 "PUT /v2.0/ports/da69f67b-3da7-41a0-bcf9-86ac6d9ffaef HTTP/1.1" status: 200  len: 1093 time: 1.3732448
Apr 22 13:09:48.800902 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae443602-7256-4b20-a38a-7378d9c7deac', 'tag': 'da69f67b-3da7-41a0-bcf9-86ac6d9ffaef'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:09:48.823634 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Pushing event updated for resources: {'Port': ['ID=da69f67b-3da7-41a0-bcf9-86ac6d9ffaef,revision_number=3']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:09:48.827104 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:09:48.856415 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae443602-7256-4b20-a38a-7378d9c7deac', 'tag': 'da69f67b-3da7-41a0-bcf9-86ac6d9ffaef', 'status': 'completed', 'code': 200}
Apr 22 13:09:48.948164 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-630a899f-2fb1-4968-8fe7-e6f9fb2338f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:48.949795 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-630a899f-2fb1-4968-8fe7-e6f9fb2338f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99bb9a79e6754382a07322a0baaf7cf6&device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 1096 time: 0.0864947
Apr 22 13:09:49.026797 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-017818d2-3bd1-488d-ae34-80320a353b5c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da69f67b-3da7-41a0-bcf9-86ac6d9ffaef HTTP/1.1" status: 200  len: 217 time: 0.0702243
Apr 22 13:09:49.096309 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-06f6829e-f071-4ee3-84de-5dd7b3ce1ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:49.097813 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-06f6829e-f071-4ee3-84de-5dd7b3ce1ef2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cae2efc4-08a1-4d91-917d-596f7481ce4c HTTP/1.1" status: 200  len: 850 time: 0.0653651
Apr 22 13:09:49.181594 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-af8ff1a9-f65e-4c20-82b6-504425ef2e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:49.183570 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-af8ff1a9-f65e-4c20-82b6-504425ef2e20 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e641f5ac-34b0-4530-8ab4-057336dde9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793493
Apr 22 13:09:49.333710 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-c5b0d70c-eec3-43c9-9375-7e1e340fb3a3 service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434479
Apr 22 13:09:49.368826 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f546718-175e-439c-b5a6-07d2a517ca90 req-d59d86ce-3039-471f-aefc-08a2a077f95f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:49.371970 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0f546718-175e-439c-b5a6-07d2a517ca90 req-d59d86ce-3039-471f-aefc-08a2a077f95f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 943 time: 0.1210299
Apr 22 13:09:49.423103 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0f546718-175e-439c-b5a6-07d2a517ca90 req-41ee2aff-daa6-4b41-8ec3-1d1b6bdc1bcf tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442655
Apr 22 13:09:49.501703 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-86ff4b5f-1adf-4a79-aef7-152e93051c83 req-6fcf5ca5-be0f-4304-b6d7-510c60f605cf service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1618478
Apr 22 13:09:49.682646 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadc9c6-a58c-475d-aa19-a14ab8b5768c req-062f9589-beeb-405d-bd6f-cc56d7633806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:49.684199 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8eadc9c6-a58c-475d-aa19-a14ab8b5768c req-062f9589-beeb-405d-bd6f-cc56d7633806 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99bb9a79e6754382a07322a0baaf7cf6&device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 1096 time: 0.0825243
Apr 22 13:09:49.844985 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadc9c6-a58c-475d-aa19-a14ab8b5768c req-336854b4-98ef-4231-bf34-9c2859981be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:49.846637 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8eadc9c6-a58c-475d-aa19-a14ab8b5768c req-336854b4-98ef-4231-bf34-9c2859981be4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e641f5ac-34b0-4530-8ab4-057336dde9b7 HTTP/1.1" status: 200  len: 912 time: 0.1550863
Apr 22 13:09:49.924359 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8eadc9c6-a58c-475d-aa19-a14ab8b5768c req-64d58634-4780-4245-ac79-fb066ad30983 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da69f67b-3da7-41a0-bcf9-86ac6d9ffaef HTTP/1.1" status: 200  len: 217 time: 0.0699403
Apr 22 13:09:50.001131 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadc9c6-a58c-475d-aa19-a14ab8b5768c req-85b02873-a2bd-404b-a861-6f266bf91533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:50.002754 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8eadc9c6-a58c-475d-aa19-a14ab8b5768c req-85b02873-a2bd-404b-a861-6f266bf91533 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cae2efc4-08a1-4d91-917d-596f7481ce4c HTTP/1.1" status: 200  len: 850 time: 0.0709512
Apr 22 13:09:50.088896 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadc9c6-a58c-475d-aa19-a14ab8b5768c req-61f43483-dd86-497d-b33a-9ca0df40f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:50.090686 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8eadc9c6-a58c-475d-aa19-a14ab8b5768c req-61f43483-dd86-497d-b33a-9ca0df40f8e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e641f5ac-34b0-4530-8ab4-057336dde9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818887
Apr 22 13:09:50.242698 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8eadc9c6-a58c-475d-aa19-a14ab8b5768c req-17246ca6-256a-4b40-81b0-ac3f3fa55a5a service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452465
Apr 22 13:09:50.399188 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8eadc9c6-a58c-475d-aa19-a14ab8b5768c req-dd0c7f31-7488-4f23-80b1-6836add6588d service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1501830
Apr 22 13:09:50.655388 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33ad72-9817-44ea-82e2-aa55d93f031e req-84ef711b-e822-47db-be42-9476e3706ffc tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:50.656183 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-7a33ad72-9817-44ea-82e2-aa55d93f031e req-84ef711b-e822-47db-be42-9476e3706ffc tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Synchronizing usage tracker for tenant:99bb9a79e6754382a07322a0baaf7cf6 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:09:50.742976 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-7a33ad72-9817-44ea-82e2-aa55d93f031e req-84ef711b-e822-47db-be42-9476e3706ffc tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Unset dirty status for tenant:99bb9a79e6754382a07322a0baaf7cf6 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:09:50.744369 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7a33ad72-9817-44ea-82e2-aa55d93f031e req-84ef711b-e822-47db-be42-9476e3706ffc tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 943 time: 0.1887162
Apr 22 13:09:50.796453 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-7a33ad72-9817-44ea-82e2-aa55d93f031e req-7d099917-2cd4-4f52-8f9e-718427de087a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455754
Apr 22 13:09:52.014025 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573ed5e-9673-447e-927c-a954254ab4a0 req-37f725f6-fcbf-4cdb-8416-833105a6917c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:52.015906 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4573ed5e-9673-447e-927c-a954254ab4a0 req-37f725f6-fcbf-4cdb-8416-833105a6917c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 943 time: 0.0962515
Apr 22 13:09:52.077919 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4573ed5e-9673-447e-927c-a954254ab4a0 req-e60c483e-64f7-4ca4-8d93-88172cc542ad tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521197
Apr 22 13:09:53.286358 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e264cf6-7259-464a-8d6c-c02f4cc36bf9 req-984c9435-579a-4d09-b102-1f7cf25e6794 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:53.288030 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6e264cf6-7259-464a-8d6c-c02f4cc36bf9 req-984c9435-579a-4d09-b102-1f7cf25e6794 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 943 time: 0.0911195
Apr 22 13:09:53.338962 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6e264cf6-7259-464a-8d6c-c02f4cc36bf9 req-c76e730d-5ece-409c-a05a-7d2089a2c765 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438895
Apr 22 13:09:54.561140 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255c0c3-5c3a-4ffe-b976-b1bfdca54bcc req-d9000fa8-56bb-4046-a0fb-2dde2f9a968e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:54.562797 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6255c0c3-5c3a-4ffe-b976-b1bfdca54bcc req-d9000fa8-56bb-4046-a0fb-2dde2f9a968e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 943 time: 0.1048648
Apr 22 13:09:54.613445 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-6255c0c3-5c3a-4ffe-b976-b1bfdca54bcc req-15b1f746-1534-4729-9f64-94a035335def tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440960
Apr 22 13:09:55.830986 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20d027-b2a4-419b-bd4b-034dd32e74a2 req-80b68e24-8b45-4af6-98bf-5f0cd93ee590 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:55.832570 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3a20d027-b2a4-419b-bd4b-034dd32e74a2 req-80b68e24-8b45-4af6-98bf-5f0cd93ee590 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 943 time: 0.0949166
Apr 22 13:09:55.882818 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3a20d027-b2a4-419b-bd4b-034dd32e74a2 req-4620b5e8-c907-4d83-9ec7-17630bc85507 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436182
Apr 22 13:09:55.907864 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device da69f67b-3da7-41a0-bcf9-86ac6d9ffaef details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 13:09:56.054070 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port da69f67b-3da7-41a0-bcf9-86ac6d9ffaef, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=da69f67b-3da7-41a0-bcf9-86ac6d9ffaef,segment=NetworkSegment(916ad0fc-eb4a-4e44-9927-42f3a549980c),segment_id=916ad0fc-eb4a-4e44-9927-42f3a549980c)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:09:56.069454 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': 'da69f67b-3da7-41a0-bcf9-86ac6d9ffaef', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'port_id': 'da69f67b-3da7-41a0-bcf9-86ac6d9ffaef', 'mac_address': 'fa:16:3e:22:99:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 13:09:56.132579 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:56.150998 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da69f67b-3da7-41a0-bcf9-86ac6d9ffaef {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:09:56.168338 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port da69f67b-3da7-41a0-bcf9-86ac6d9ffaef, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=da69f67b-3da7-41a0-bcf9-86ac6d9ffaef,segment=NetworkSegment(916ad0fc-eb4a-4e44-9927-42f3a549980c),segment_id=916ad0fc-eb4a-4e44-9927-42f3a549980c)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:09:56.211742 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:56.213690 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:09:56.288152 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=da69f67b-3da7-41a0-bcf9-86ac6d9ffaef,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:09:56.296980 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:56.297365 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:56.297748 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:56.298121 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:56.298490 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:56.298863 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:56.299229 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:56.299623 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:56.299989 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:56.300353 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:56.300712 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:56.301080 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:09:56.305364 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:09:56.447923 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['da69f67b-3da7-41a0-bcf9-86ac6d9ffaef'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 13:09:57.099975 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec734ea-58ee-4f1b-9af0-8976b452857a req-97bce107-f402-4db4-87fa-17d3053d5b94 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:57.101792 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-aec734ea-58ee-4f1b-9af0-8976b452857a req-97bce107-f402-4db4-87fa-17d3053d5b94 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 944 time: 0.1001413
Apr 22 13:09:57.155587 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-aec734ea-58ee-4f1b-9af0-8976b452857a req-15b7c2e8-8ab6-4aac-88a0-b0836c2b9db9 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460844
Apr 22 13:09:57.923681 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device da69f67b-3da7-41a0-bcf9-86ac6d9ffaef up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:09:58.051715 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning for port da69f67b-3da7-41a0-bcf9-86ac6d9ffaef completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:09:58.058314 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port da69f67b-3da7-41a0-bcf9-86ac6d9ffaef triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:09:58.058781 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:58.198750 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:58.231757 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae443602-7256-4b20-a38a-7378d9c7deac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da69f67b-3da7-41a0-bcf9-86ac6d9ffaef'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:09:58.243064 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port da69f67b-3da7-41a0-bcf9-86ac6d9ffaef, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=da69f67b-3da7-41a0-bcf9-86ac6d9ffaef,segment=NetworkSegment(916ad0fc-eb4a-4e44-9927-42f3a549980c),segment_id=916ad0fc-eb4a-4e44-9927-42f3a549980c)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:09:58.285892 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae443602-7256-4b20-a38a-7378d9c7deac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da69f67b-3da7-41a0-bcf9-86ac6d9ffaef', 'code': 200}
Apr 22 13:09:58.295169 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:09:58.297513 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:09:58.381726 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=da69f67b-3da7-41a0-bcf9-86ac6d9ffaef,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:09:58.383957 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c2349-2331-41af-8a2a-eef513fb53a5 req-12e1095b-fa47-45bd-9e3b-a0aecef74057 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:58.385916 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:09:58.386516 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-074c2349-2331-41af-8a2a-eef513fb53a5 req-12e1095b-fa47-45bd-9e3b-a0aecef74057 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 945 time: 0.1042793
Apr 22 13:09:58.444844 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-074c2349-2331-41af-8a2a-eef513fb53a5 req-a8236430-72b8-4599-9a20-cdf8e4f58634 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502992
Apr 22 13:09:58.711098 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488924dd-3eac-45c0-834c-e0618b4a23cb req-e5807d48-e1d8-4406-ad92-cb813fbcc379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:58.713189 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-488924dd-3eac-45c0-834c-e0618b4a23cb req-e5807d48-e1d8-4406-ad92-cb813fbcc379 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 1098 time: 0.0868089
Apr 22 13:09:58.772956 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-488924dd-3eac-45c0-834c-e0618b4a23cb req-85ffd33f-1c4f-40c4-a945-aeddeed58ef4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529346
Apr 22 13:09:59.729781 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23304a63-09f8-4218-9429-b9405a03f2df req-892ca863-3394-44aa-99e8-0b2f3340abc1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:09:59.731634 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23304a63-09f8-4218-9429-b9405a03f2df req-892ca863-3394-44aa-99e8-0b2f3340abc1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 945 time: 0.1105649
Apr 22 13:09:59.786797 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-23304a63-09f8-4218-9429-b9405a03f2df req-4daf9973-bc47-497c-a4ff-8c7d923261b1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481019
Apr 22 13:10:01.011975 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fd57d-599b-4c3a-bbfc-4c9ab028ccf0 req-33a49587-c4bf-4a3f-b90c-f49585ddf365 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:10:01.013694 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2c8fd57d-599b-4c3a-bbfc-4c9ab028ccf0 req-33a49587-c4bf-4a3f-b90c-f49585ddf365 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 945 time: 0.1011705
Apr 22 13:10:01.072899 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-2c8fd57d-599b-4c3a-bbfc-4c9ab028ccf0 req-320727db-ca63-499f-adc7-3553b2429ff3 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456126
Apr 22 13:10:01.298539 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff8b35-5f03-48c2-95bf-1259a5eefca2 req-7272b94f-25f0-4033-a672-5bfc066d465b tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:10:01.300256 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d0ff8b35-5f03-48c2-95bf-1259a5eefca2 req-7272b94f-25f0-4033-a672-5bfc066d465b tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 945 time: 0.1019332
Apr 22 13:10:01.362584 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d0ff8b35-5f03-48c2-95bf-1259a5eefca2 req-34de465b-a853-4191-b230-57eb181b5b29 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499718
Apr 22 13:10:01.376149 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:10:01.390794 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60774) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:10:01.479225 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f636a08-4fc0-415e-a634-3c70295c9b3f tempest-TestVolumeBootPattern-300665456 tempest-TestVolumeBootPattern-300665456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:10:01.480940 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-7f636a08-4fc0-415e-a634-3c70295c9b3f tempest-TestVolumeBootPattern-300665456 tempest-TestVolumeBootPattern-300665456-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 1093 time: 0.0889597
Apr 22 13:10:01.484054 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60778) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:10:01.493581 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Request body: {'floatingip': {'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'port_id': 'da69f67b-3da7-41a0-bcf9-86ac6d9ffaef', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:10:01.504165 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:10:01.508455 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Usage tracker for resource:floatingip and tenant:99bb9a79e6754382a07322a0baaf7cf6 is out of sync, need to count used quota {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:10:01.511821 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86532) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:10:01.518384 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:10:01.828483 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for floatingip, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:10:01.997263 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:10:02.152652 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Allocated IP 172.27.3.170 (2ddae30a-787b-4105-96b6-1d621d63b6d6/f62b3f7c-fd2a-4037-bea1-66926d384c05/25967315-5d27-499e-967d-672347fcc65a) {{(pid=86532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:10:02.333531 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for port, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:10:02.406403 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:10:02.412227 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0a729b38-6e88-4a91-94d0-04164a48afbe tempest-AttachVolumeNegativeTest-639065487 tempest-AttachVolumeNegativeTest-639065487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:10:02.491688 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 is already hosted by enough agents. {{(pid=86532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:10:02.496818 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Resources bound (agent type, host, resource id):  {{(pid=86532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:10:02.499901 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Received port after_create {{(pid=86532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:10:02.547941 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event updated for resources: {'Port': ['ID=25967315-5d27-499e-967d-672347fcc65a,revision_number=1']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:10:02.559905 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:10:02.560335 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:10:02.560756 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:10:02.561172 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:10:02.561581 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:10:02.561991 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:10:02.562402 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:10:02.562835 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:10:02.563248 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:10:02.563682 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:10:02.564111 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:10:02.564517 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:10:02.568850 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:10:02.989417 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:10:03.136595 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:10:03.382772 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for port, precommit_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:10:03.417864 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843907407'] for port, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:10:03.423306 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-f89604d8-aeae-4b0a-b2e4-1c4c5be4fae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:10:03.546119 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event updated for resources: {'Port': ['ID=25967315-5d27-499e-967d-672347fcc65a,revision_number=2']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:10:03.550905 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:10:03.556882 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-769201'] for floatingip, after_update {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:10:03.763269 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.l3_db [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Floating IP b02bfbc5-3ef2-4972-a48c-0f9eb2e847f9 associated. External IP: 172.27.3.170, port: da69f67b-3da7-41a0-bcf9-86ac6d9ffaef.
Apr 22 13:10:04.167956 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:10:04.382315 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:10:04.397301 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1fd01-dfcd-4f91-8011-4667850b4018 None None] Sync routers for ids ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:10:04.410998 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b1fd01-dfcd-4f91-8011-4667850b4018 None None] Routers {'c5d27f12-7c0c-4c38-83d0-8c7cf5452950'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:10:04.411879 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-38b1fd01-dfcd-4f91-8011-4667850b4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c200470>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:09:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:10:04.531459 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for floatingip, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:10:04.622628 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-38b1fd01-dfcd-4f91-8011-4667850b4018 None None] Set router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:10:04.646931 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-05fef322-2d7a-4517-a854-a60f3bd0778a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1614075
Apr 22 13:10:04.648186 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae443602-7256-4b20-a38a-7378d9c7deac', 'tag': 'da69f67b-3da7-41a0-bcf9-86ac6d9ffaef'}] {{(pid=86532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:10:04.735829 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae443602-7256-4b20-a38a-7378d9c7deac', 'tag': 'da69f67b-3da7-41a0-bcf9-86ac6d9ffaef', 'status': 'completed', 'code': 200}
Apr 22 13:10:04.904787 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f6898-5311-4cee-bf79-09e9ff0d35e8 req-d26658ba-3834-4df1-9529-5f5dcca92b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:10:04.907521 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a07f6898-5311-4cee-bf79-09e9ff0d35e8 req-d26658ba-3834-4df1-9529-5f5dcca92b46 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99bb9a79e6754382a07322a0baaf7cf6&device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 1098 time: 0.1329796
Apr 22 13:10:05.028406 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-38b1fd01-dfcd-4f91-8011-4667850b4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c200470>, [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': 'b02bfbc5-3ef2-4972-a48c-0f9eb2e847f9', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'port_id': 'da69f67b-3da7-41a0-bcf9-86ac6d9ffaef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'mac_address': 'fa:16:3e:22:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae443602-7256-4b20-a38a-7378d9c7deac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:10:02Z', 'updated_at': '2021-04-22T13:10:02Z', 'revision_number': 0, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:49Z', 'revision_number': 5, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:10:05.033021 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1fd01-dfcd-4f91-8011-4667850b4018 None None] Checking router: c5d27f12-7c0c-4c38-83d0-8c7cf5452950 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:10:05.044458 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b1fd01-dfcd-4f91-8011-4667850b4018 None None] Routers {'c5d27f12-7c0c-4c38-83d0-8c7cf5452950'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:10:05.045163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-38b1fd01-dfcd-4f91-8011-4667850b4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c200470>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:09:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:10:05.195619 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f6898-5311-4cee-bf79-09e9ff0d35e8 req-8d866391-0d48-40c1-addb-a44b55afc505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:10:05.197917 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a07f6898-5311-4cee-bf79-09e9ff0d35e8 req-8d866391-0d48-40c1-addb-a44b55afc505 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e641f5ac-34b0-4530-8ab4-057336dde9b7 HTTP/1.1" status: 200  len: 912 time: 0.2835467
Apr 22 13:10:05.324574 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a07f6898-5311-4cee-bf79-09e9ff0d35e8 req-6930c790-be9f-4a9b-bd96-7bb2a9253da3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da69f67b-3da7-41a0-bcf9-86ac6d9ffaef HTTP/1.1" status: 200  len: 999 time: 0.1201403
Apr 22 13:10:05.406633 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f6898-5311-4cee-bf79-09e9ff0d35e8 req-02a3f651-5f1c-4200-9a6c-f32378a84093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:10:05.408318 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a07f6898-5311-4cee-bf79-09e9ff0d35e8 req-02a3f651-5f1c-4200-9a6c-f32378a84093 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cae2efc4-08a1-4d91-917d-596f7481ce4c HTTP/1.1" status: 200  len: 850 time: 0.0780053
Apr 22 13:10:05.465092 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-38b1fd01-dfcd-4f91-8011-4667850b4018 None None] Set router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:10:05.528171 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f6898-5311-4cee-bf79-09e9ff0d35e8 req-2d198e15-4e4f-4437-adcc-b3307f71c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:10:05.529909 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a07f6898-5311-4cee-bf79-09e9ff0d35e8 req-2d198e15-4e4f-4437-adcc-b3307f71c910 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e641f5ac-34b0-4530-8ab4-057336dde9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1149065
Apr 22 13:10:05.671049 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4f823266-72b0-4eaa-adae-be9533d1c464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:10:05.702951 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a07f6898-5311-4cee-bf79-09e9ff0d35e8 req-f5843147-ae8e-4639-a672-fe3722512c07 service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1662667
Apr 22 13:10:05.879234 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a07f6898-5311-4cee-bf79-09e9ff0d35e8 req-dc1a2d4d-db4f-45be-8c72-56ebff7e5951 service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1702271
Apr 22 13:10:05.927226 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-38b1fd01-dfcd-4f91-8011-4667850b4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c200470>, [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': 'b02bfbc5-3ef2-4972-a48c-0f9eb2e847f9', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'port_id': 'da69f67b-3da7-41a0-bcf9-86ac6d9ffaef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'mac_address': 'fa:16:3e:22:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae443602-7256-4b20-a38a-7378d9c7deac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:10:02Z', 'updated_at': '2021-04-22T13:10:02Z', 'revision_number': 0, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:49Z', 'revision_number': 5, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:10:05.932437 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1fd01-dfcd-4f91-8011-4667850b4018 None None] The sync data for ids ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'] in dv-cinder-787262-3-iscsi is: [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': 'b02bfbc5-3ef2-4972-a48c-0f9eb2e847f9', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'port_id': 'da69f67b-3da7-41a0-bcf9-86ac6d9ffaef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'mac_address': 'fa:16:3e:22:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae443602-7256-4b20-a38a-7378d9c7deac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:10:02Z', 'updated_at': '2021-04-22T13:10:02Z', 'revision_number': 0, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:49Z', 'revision_number': 5, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:10:06.239112 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae63bc5-9e1b-4d99-a89d-9857f2743d02 None None] New status for floating IP b02bfbc5-3ef2-4972-a48c-0f9eb2e847f9: ACTIVE {{(pid=86535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 13:10:07.074513 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:10:08.422512 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-62999aa7-349d-41a5-9b43-9834f1b49aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:10:10.251841 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:10:10.438736 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:10:11.205682 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:10:35.588468 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-f87aa0b9-f2f2-4901-ac17-0fb0360989a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:10:37.096640 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:10:38.380901 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:10:38.445421 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-cc380169-70fa-4fc9-bfb6-5ccc10779fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:10:40.261047 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:10:40.427059 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:10:41.203768 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:10:46.435146 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d662fdd7-037f-418f-b73a-f4d387e55f9f req-03379cba-1ce6-4836-822c-7fb718c7cb99 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0858798
Apr 22 13:10:46.615717 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662fdd7-037f-418f-b73a-f4d387e55f9f req-73c5728c-063f-4036-b9ef-2794e446a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:10:46.618011 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d662fdd7-037f-418f-b73a-f4d387e55f9f req-73c5728c-063f-4036-b9ef-2794e446a5f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99bb9a79e6754382a07322a0baaf7cf6&device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 1098 time: 0.1019588
Apr 22 13:10:46.903743 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662fdd7-037f-418f-b73a-f4d387e55f9f req-300d5765-3170-4653-b861-c1667cc77342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:10:46.906466 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d662fdd7-037f-418f-b73a-f4d387e55f9f req-300d5765-3170-4653-b861-c1667cc77342 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e641f5ac-34b0-4530-8ab4-057336dde9b7 HTTP/1.1" status: 200  len: 912 time: 0.2678123
Apr 22 13:10:47.341627 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d662fdd7-037f-418f-b73a-f4d387e55f9f req-11184ba1-c9fa-4cfa-9ba9-d8ba2f46a6b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da69f67b-3da7-41a0-bcf9-86ac6d9ffaef HTTP/1.1" status: 200  len: 1001 time: 0.4282534
Apr 22 13:10:47.422771 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662fdd7-037f-418f-b73a-f4d387e55f9f req-5546af7c-f1f6-4bda-8054-9f34ccfe7d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:10:47.424510 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d662fdd7-037f-418f-b73a-f4d387e55f9f req-5546af7c-f1f6-4bda-8054-9f34ccfe7d77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cae2efc4-08a1-4d91-917d-596f7481ce4c HTTP/1.1" status: 200  len: 850 time: 0.0741727
Apr 22 13:10:47.544718 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662fdd7-037f-418f-b73a-f4d387e55f9f req-f8df2900-3189-4d7c-9922-2dd801e74b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:10:47.547301 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d662fdd7-037f-418f-b73a-f4d387e55f9f req-f8df2900-3189-4d7c-9922-2dd801e74b71 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e641f5ac-34b0-4530-8ab4-057336dde9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1154172
Apr 22 13:10:47.704418 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d662fdd7-037f-418f-b73a-f4d387e55f9f req-a857d5e3-8d4b-4712-9e32-416a5c68513c service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499684
Apr 22 13:10:47.869608 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d662fdd7-037f-418f-b73a-f4d387e55f9f req-4c8e58bf-3a4c-44b5-9669-ad1516d7bc9b service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1574335
Apr 22 13:11:05.587963 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-12d20b44-6c62-4e95-8b3a-67e9841e9956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:07.102576 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:08.445192 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-acc910a4-8c2b-49de-9fc3-9425b10793ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:10.267442 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:10.422062 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:11.211182 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:15.381087 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:11:32.829626 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-3f8abf7a-fcf7-4dc0-baf0-72934833a524 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1160525044&fields=id&tenant_id=99bb9a79e6754382a07322a0baaf7cf6 HTTP/1.1" status: 200  len: 267 time: 0.0508845
Apr 22 13:11:33.076682 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-97bb8e40-ddec-430b-bd33-e44a2b75c820 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:33.078328 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-97bb8e40-ddec-430b-bd33-e44a2b75c820 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/networks?id=e641f5ac-34b0-4530-8ab4-057336dde9b7 HTTP/1.1" status: 200  len: 811 time: 0.2395346
Apr 22 13:11:33.096189 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-48786bc8-eb3b-4c48-8183-3fd229608349 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/quotas/99bb9a79e6754382a07322a0baaf7cf6 HTTP/1.1" status: 200  len: 375 time: 0.0106645
Apr 22 13:11:33.199558 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-729efb8b-889d-4d72-97d2-1d6a5d368c11 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=99bb9a79e6754382a07322a0baaf7cf6&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0966909
Apr 22 13:11:33.355983 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-311445c2-0b4d-4a64-a33e-50a071feb8d0 service neutron] 10.222.0.20 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426940
Apr 22 13:11:33.769812 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-23693c11-28eb-4929-8edc-b18d4a8aae3f service neutron] 10.222.0.20 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4067922
Apr 22 13:11:34.501952 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0ce15255-72b4-4af4-aae0-0462e6c7b25d req-57eaaf48-bc56-4e68-8d75-1f9adaed7c42 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 210 time: 0.1799984
Apr 22 13:11:35.581601 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d07e63b3-31ad-4d0f-a04c-3566ad2c7b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:35.684255 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-61d78562-8ab6-4e37-a9f7-244ef3114791 req-464012f4-1910-4481-92ff-68cfc90ccd7f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 210 time: 0.0544643
Apr 22 13:11:36.216607 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-6993b4f5-7ae1-4da4-8ae7-4e2c9520dd6c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:36.218337 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-6993b4f5-7ae1-4da4-8ae7-4e2c9520dd6c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.35 "GET /v2.0/networks?id=e641f5ac-34b0-4530-8ab4-057336dde9b7 HTTP/1.1" status: 200  len: 811 time: 0.1716244
Apr 22 13:11:36.273750 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-e24dd37e-863b-49f3-8499-dc8679a3728a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99bb9a79e6754382a07322a0baaf7cf6 HTTP/1.1" status: 200  len: 380 time: 0.0460718
Apr 22 13:11:36.284038 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Request body: {'port': {'device_id': 'bc793cab-f4bd-4266-b9fe-58669684c61b', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'admin_state_up': True, 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'security_groups': ['f69260a8-56e7-4f38-bc27-bb8f4c2b94b8']}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:11:36.487389 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:11:36.501197 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:11:36.556665 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Made reservation on behalf of 99bb9a79e6754382a07322a0baaf7cf6 for: {'port': 1} {{(pid=86533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 13:11:36.563147 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:36.765060 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Allocated IP 172.20.0.13 (e641f5ac-34b0-4530-8ab4-057336dde9b7/cae2efc4-08a1-4d91-917d-596f7481ce4c/dda1bc42-5bdc-444d-91a0-45ae3ce4492b) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:11:36.904173 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-edd4bb9d-6d14-4281-85ab-0db95dc81485 req-b2ab7df5-87be-4527-a6ba-ffe1dd9cac6a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 210 time: 0.0795445
Apr 22 13:11:37.109736 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:37.130152 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:37.136318 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Transition to ACTIVE for port object dda1bc42-5bdc-444d-91a0-45ae3ce4492b will not be triggered until provisioned by entity DHCP. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:11:37.204940 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:37.212054 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3da503bf-dc34-4736-88c6-32e54638c043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:11:37.292107 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Network e641f5ac-34b0-4530-8ab4-057336dde9b7 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:11:37.295644 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:11:37.300052 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:11:37.343608 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event updated for resources: {'Port': ['ID=dda1bc42-5bdc-444d-91a0-45ae3ce4492b,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:11:37.363322 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:37.363925 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:37.364188 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:37.364596 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:37.365026 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:37.365520 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:37.365933 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:37.366880 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:37.366880 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:37.367163 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:37.367513 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:37.367920 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:37.374613 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:11:37.405306 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:37.409437 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:37.479505 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-fcfa3f92-a3c6-4758-92a5-79b4027b70b8 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1992126
Apr 22 13:11:37.553106 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-8b9f95e6-841c-4584-bd64-4a98ce222b04 None None] Provisioning for port dda1bc42-5bdc-444d-91a0-45ae3ce4492b completed by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:11:37.562568 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Request body: {'port': {'device_id': 'bc793cab-f4bd-4266-b9fe-58669684c61b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78726'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:11:37.563156 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-8b9f95e6-841c-4584-bd64-4a98ce222b04 None None] Provisioning complete for port dda1bc42-5bdc-444d-91a0-45ae3ce4492b triggered by entity DHCP. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:11:37.563926 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8b9f95e6-841c-4584-bd64-4a98ce222b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:37.645257 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-8b9f95e6-841c-4584-bd64-4a98ce222b04 None None] Port dda1bc42-5bdc-444d-91a0-45ae3ce4492b cannot update to ACTIVE because it is not bound. {{(pid=86534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 13:11:37.758748 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:38.177903 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446189-6efc-468c-a4e5-8802db9590ca req-b2c7663f-8ba2-41c7-b777-c2d4b64bbcc7 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:38.180074 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5c446189-6efc-468c-a4e5-8802db9590ca req-b2c7663f-8ba2-41c7-b777-c2d4b64bbcc7 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 932 time: 0.0958736
Apr 22 13:11:38.231657 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda1bc42-5bdc-444d-91a0-45ae3ce4492b {{(pid=86533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:11:38.235790 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5c446189-6efc-468c-a4e5-8802db9590ca req-f319e7ce-6741-4ae1-a836-6d038302210f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488048
Apr 22 13:11:38.241443 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:38.258750 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Transition to ACTIVE for port object dda1bc42-5bdc-444d-91a0-45ae3ce4492b will not be triggered until provisioned by entity L2. {{(pid=86533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 13:11:38.301261 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:38.307951 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4d59c96a-ed8e-488d-bd0a-f18804fb12fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:11:38.448551 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ee8f-d01e-4c49-98ed-35d8f583d6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:38.500464 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Pushing event updated for resources: {'Port': ['ID=dda1bc42-5bdc-444d-91a0-45ae3ce4492b,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:11:38.534678 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:11:38.627059 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Attempting to bind port dda1bc42-5bdc-444d-91a0-45ae3ce4492b on host hv-cinder-78726 for vnic_type normal with profile  {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 13:11:38.627750 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Attempting to bind port dda1bc42-5bdc-444d-91a0-45ae3ce4492b by drivers openvswitch,hyperv on host hv-cinder-78726 at level 0 using segments [{'id': '916ad0fc-eb4a-4e44-9927-42f3a549980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7'}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 13:11:38.628396 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Attempting to bind port dda1bc42-5bdc-444d-91a0-45ae3ce4492b on network e641f5ac-34b0-4530-8ab4-057336dde9b7 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:11:38.639517 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Port dda1bc42-5bdc-444d-91a0-45ae3ce4492b on network e641f5ac-34b0-4530-8ab4-057336dde9b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78726 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 13:11:38.640067 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Attempting to bind port dda1bc42-5bdc-444d-91a0-45ae3ce4492b on network e641f5ac-34b0-4530-8ab4-057336dde9b7 {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 13:11:38.651610 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Checking agent: {'id': 'c59c10bf-e5dd-4538-bcf5-3ec585cc6c03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'started_at': datetime.datetime(2021, 4, 22, 12, 53, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 13, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 13:11:38.652253 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Checking segment: {'id': '916ad0fc-eb4a-4e44-9927-42f3a549980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 13:11:38.652982 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Bound using segment: {'id': '916ad0fc-eb4a-4e44-9927-42f3a549980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7'} {{(pid=86533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 13:11:38.653847 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Bound port: dda1bc42-5bdc-444d-91a0-45ae3ce4492b, host: hv-cinder-78726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '916ad0fc-eb4a-4e44-9927-42f3a549980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7'}}] {{(pid=86533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 13:11:38.654585 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:38.796304 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] For port dda1bc42-5bdc-444d-91a0-45ae3ce4492b, host hv-cinder-78726, cleared binding levels {{(pid=86533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 13:11:38.800337 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] For port dda1bc42-5bdc-444d-91a0-45ae3ce4492b, host hv-cinder-78726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=dda1bc42-5bdc-444d-91a0-45ae3ce4492b,segment=NetworkSegment(916ad0fc-eb4a-4e44-9927-42f3a549980c),segment_id=916ad0fc-eb4a-4e44-9927-42f3a549980c)] {{(pid=86533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 13:11:38.856121 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:38.863807 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-070c4f8a-e928-4666-90ee-1395adeaa81c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:11:38.935481 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:38.936170 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:38.937935 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] 10.222.0.35 "PUT /v2.0/ports/dda1bc42-5bdc-444d-91a0-45ae3ce4492b HTTP/1.1" status: 200  len: 1094 time: 1.4463179
Apr 22 13:11:38.938872 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc793cab-f4bd-4266-b9fe-58669684c61b', 'tag': 'dda1bc42-5bdc-444d-91a0-45ae3ce4492b'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:11:38.977423 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Pushing event updated for resources: {'Port': ['ID=dda1bc42-5bdc-444d-91a0-45ae3ce4492b,revision_number=3']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:11:38.983721 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c89e7a5a-2903-4a4f-91ca-9f690d82ae3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:11:39.017756 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc793cab-f4bd-4266-b9fe-58669684c61b', 'tag': 'dda1bc42-5bdc-444d-91a0-45ae3ce4492b', 'status': 'completed', 'code': 200}
Apr 22 13:11:39.110205 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-4225c966-c02d-4492-9e9a-3feef0cfe23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:39.112239 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-4225c966-c02d-4492-9e9a-3feef0cfe23b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99bb9a79e6754382a07322a0baaf7cf6&device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 1097 time: 0.0935864
Apr 22 13:11:39.200960 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-a91320f9-d26c-48d5-821c-1255bfa5dc5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dda1bc42-5bdc-444d-91a0-45ae3ce4492b HTTP/1.1" status: 200  len: 217 time: 0.0813439
Apr 22 13:11:39.291068 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-e6cc5d23-d76f-4275-8f75-1b313d9524ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:39.292770 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-e6cc5d23-d76f-4275-8f75-1b313d9524ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cae2efc4-08a1-4d91-917d-596f7481ce4c HTTP/1.1" status: 200  len: 850 time: 0.0858886
Apr 22 13:11:39.423650 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-f00412c9-098f-4124-a5e9-9bad69197c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:39.425271 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-f00412c9-098f-4124-a5e9-9bad69197c89 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e641f5ac-34b0-4530-8ab4-057336dde9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1252849
Apr 22 13:11:39.506783 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efe0b6-a17e-4eea-b7c8-fecbaf560119 req-d48413f1-b736-451d-a836-56df92fcf4a0 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:39.508889 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-95efe0b6-a17e-4eea-b7c8-fecbaf560119 req-d48413f1-b736-451d-a836-56df92fcf4a0 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 944 time: 0.1056249
Apr 22 13:11:39.564529 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-95efe0b6-a17e-4eea-b7c8-fecbaf560119 req-862e78a9-ad25-47a5-bd45-dadb0b53775b tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484512
Apr 22 13:11:39.621703 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-851c7d16-fc79-4746-9239-2b0157aff943 service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1900659
Apr 22 13:11:39.779929 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c38f528c-66cd-4d50-9242-a716c14c1412 req-6f941fc2-bfb2-4bfa-8653-d5327799b69c service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519814
Apr 22 13:11:40.008266 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd195df6-7928-4701-b0b4-d20dd7f0eee3 req-30a3fc22-27ae-4c34-a578-b28d79bb8244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:40.009922 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bd195df6-7928-4701-b0b4-d20dd7f0eee3 req-30a3fc22-27ae-4c34-a578-b28d79bb8244 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99bb9a79e6754382a07322a0baaf7cf6&device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 1097 time: 0.0959299
Apr 22 13:11:40.161339 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd195df6-7928-4701-b0b4-d20dd7f0eee3 req-e636b745-5dbb-459c-ae0e-c89e5f24b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:40.163530 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bd195df6-7928-4701-b0b4-d20dd7f0eee3 req-e636b745-5dbb-459c-ae0e-c89e5f24b08c service neutron] 10.222.0.35 "GET /v2.0/networks?id=e641f5ac-34b0-4530-8ab4-057336dde9b7 HTTP/1.1" status: 200  len: 912 time: 0.1471004
Apr 22 13:11:40.248918 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bd195df6-7928-4701-b0b4-d20dd7f0eee3 req-e1c2f993-1523-4cdf-a282-221692457ae8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dda1bc42-5bdc-444d-91a0-45ae3ce4492b HTTP/1.1" status: 200  len: 217 time: 0.0752933
Apr 22 13:11:40.266923 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:40.327144 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd195df6-7928-4701-b0b4-d20dd7f0eee3 req-881b863e-b44b-47ff-91ae-00d2e9a9d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:40.329099 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bd195df6-7928-4701-b0b4-d20dd7f0eee3 req-881b863e-b44b-47ff-91ae-00d2e9a9d140 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cae2efc4-08a1-4d91-917d-596f7481ce4c HTTP/1.1" status: 200  len: 850 time: 0.0714626
Apr 22 13:11:40.435602 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd195df6-7928-4701-b0b4-d20dd7f0eee3 req-b2290a38-9ddc-471a-8b15-518fb8c62451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:40.437445 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bd195df6-7928-4701-b0b4-d20dd7f0eee3 req-b2290a38-9ddc-471a-8b15-518fb8c62451 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e641f5ac-34b0-4530-8ab4-057336dde9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0993268
Apr 22 13:11:40.445293 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:40.610143 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bd195df6-7928-4701-b0b4-d20dd7f0eee3 req-7d291580-16e3-437a-b437-4d91d6289a10 service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1639874
Apr 22 13:11:41.026457 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-bd195df6-7928-4701-b0b4-d20dd7f0eee3 req-1047e1f5-07d8-43f4-a5ac-133990585dcd service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4091897
Apr 22 13:11:41.057880 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923628b-21ab-4fd1-842a-5c13ec1c228b req-c6aa2f51-c32b-4bea-9223-5632d92cb526 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:41.059146 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-4923628b-21ab-4fd1-842a-5c13ec1c228b req-c6aa2f51-c32b-4bea-9223-5632d92cb526 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Synchronizing usage tracker for tenant:99bb9a79e6754382a07322a0baaf7cf6 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:11:41.113159 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-4923628b-21ab-4fd1-842a-5c13ec1c228b req-c6aa2f51-c32b-4bea-9223-5632d92cb526 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Unset dirty status for tenant:99bb9a79e6754382a07322a0baaf7cf6 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:11:41.116092 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4923628b-21ab-4fd1-842a-5c13ec1c228b req-c6aa2f51-c32b-4bea-9223-5632d92cb526 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 944 time: 0.3475242
Apr 22 13:11:41.170964 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4923628b-21ab-4fd1-842a-5c13ec1c228b req-780ec077-a5af-460b-aca8-81312549ebcc tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479944
Apr 22 13:11:41.219567 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:42.399945 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845e48c-a34d-4788-ab7e-cac32cf7d154 req-8b2cc3c2-8254-4021-9c79-a33eacd5ff6d tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:42.402834 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8845e48c-a34d-4788-ab7e-cac32cf7d154 req-8b2cc3c2-8254-4021-9c79-a33eacd5ff6d tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 944 time: 0.1023779
Apr 22 13:11:42.460553 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-8845e48c-a34d-4788-ab7e-cac32cf7d154 req-0d4824af-012e-4812-8d37-22909bda8ccb tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500259
Apr 22 13:11:43.730629 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ede99b-f3f4-4161-8d53-f5ff2c3761cd req-c2633349-a106-41cd-bfc6-ba818ea3dc72 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:43.732472 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a6ede99b-f3f4-4161-8d53-f5ff2c3761cd req-c2633349-a106-41cd-bfc6-ba818ea3dc72 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 944 time: 0.1031063
Apr 22 13:11:44.046117 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-a6ede99b-f3f4-4161-8d53-f5ff2c3761cd req-7a577efd-f841-4139-aad4-3d6f4bd74437 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3016694
Apr 22 13:11:45.267873 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d874311-3f10-4ad0-b8df-d550276a9313 req-6d547528-77ff-477c-bb93-540e13d07b6e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:45.269496 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3d874311-3f10-4ad0-b8df-d550276a9313 req-6d547528-77ff-477c-bb93-540e13d07b6e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 944 time: 0.1023858
Apr 22 13:11:45.322114 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3d874311-3f10-4ad0-b8df-d550276a9313 req-925c307f-15a9-4243-8ac1-e828e9203b0e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452204
Apr 22 13:11:46.529379 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1a6b7-1bf3-4e1e-8d90-7dd54b0c89a7 req-7feec799-ec7e-4f77-9b21-d3a38bafe2ea tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:46.530741 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device dda1bc42-5bdc-444d-91a0-45ae3ce4492b details requested by agent hyperv_hv-cinder-78726 with host hv-cinder-78726 {{(pid=86534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 13:11:46.531073 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3ba1a6b7-1bf3-4e1e-8d90-7dd54b0c89a7 req-7feec799-ec7e-4f77-9b21-d3a38bafe2ea tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 944 time: 0.0936871
Apr 22 13:11:46.590274 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-3ba1a6b7-1bf3-4e1e-8d90-7dd54b0c89a7 req-172c9bda-9930-4023-a941-87c00bbb4bce tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514743
Apr 22 13:11:46.686302 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port dda1bc42-5bdc-444d-91a0-45ae3ce4492b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=dda1bc42-5bdc-444d-91a0-45ae3ce4492b,segment=NetworkSegment(916ad0fc-eb4a-4e44-9927-42f3a549980c),segment_id=916ad0fc-eb4a-4e44-9927-42f3a549980c)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:11:46.702025 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Returning: {'device': 'dda1bc42-5bdc-444d-91a0-45ae3ce4492b', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'port_id': 'dda1bc42-5bdc-444d-91a0-45ae3ce4492b', 'mac_address': 'fa:16:3e:af:b5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 13:11:46.765312 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:46.789319 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda1bc42-5bdc-444d-91a0-45ae3ce4492b {{(pid=86534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 13:11:46.806300 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port dda1bc42-5bdc-444d-91a0-45ae3ce4492b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=dda1bc42-5bdc-444d-91a0-45ae3ce4492b,segment=NetworkSegment(916ad0fc-eb4a-4e44-9927-42f3a549980c),segment_id=916ad0fc-eb4a-4e44-9927-42f3a549980c)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:11:46.836504 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:46.838406 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:11:46.914657 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=dda1bc42-5bdc-444d-91a0-45ae3ce4492b,revision_number=4']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:11:46.922585 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:46.922968 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:46.923343 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:46.923738 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:46.924120 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:46.924468 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:46.924830 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:46.925194 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:46.925552 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:46.925923 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:46.926276 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:46.926632 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:11:46.932306 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:11:47.093977 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] get_ports_and_sgs() called for port_ids ['dda1bc42-5bdc-444d-91a0-45ae3ce4492b'] {{(pid=86534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 13:11:47.805574 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd51ae4-5712-4e46-8af5-4b7387896a20 req-b6a4551b-3bd1-4d69-a3f9-9af0500324aa tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:47.807147 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-dfd51ae4-5712-4e46-8af5-4b7387896a20 req-b6a4551b-3bd1-4d69-a3f9-9af0500324aa tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 945 time: 0.0912335
Apr 22 13:11:47.863586 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-dfd51ae4-5712-4e46-8af5-4b7387896a20 req-4c652897-35eb-4ebb-8c09-11750f3bc83a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499556
Apr 22 13:11:48.425778 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0c94ff3a-5bd4-439b-bbeb-7ee6a652b774 req-a81361b1-50d8-4d79-b971-839334453702 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0863702
Apr 22 13:11:48.545374 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device dda1bc42-5bdc-444d-91a0-45ae3ce4492b up at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 13:11:48.594251 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94ff3a-5bd4-439b-bbeb-7ee6a652b774 req-246bdf53-06d6-48d5-8806-e03b64b2a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:48.595925 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0c94ff3a-5bd4-439b-bbeb-7ee6a652b774 req-246bdf53-06d6-48d5-8806-e03b64b2a272 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99bb9a79e6754382a07322a0baaf7cf6&device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 1098 time: 0.0929799
Apr 22 13:11:48.676409 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning for port dda1bc42-5bdc-444d-91a0-45ae3ce4492b completed by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 13:11:48.681910 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.provisioning_blocks [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Provisioning complete for port dda1bc42-5bdc-444d-91a0-45ae3ce4492b triggered by entity L2. {{(pid=86534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 13:11:48.682351 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850958206'] for port, provisioning_complete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:48.804878 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94ff3a-5bd4-439b-bbeb-7ee6a652b774 req-b12613ae-03f3-4b3a-952c-13874b5bc39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:48.806543 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0c94ff3a-5bd4-439b-bbeb-7ee6a652b774 req-b12613ae-03f3-4b3a-952c-13874b5bc39b service neutron] 10.222.0.35 "GET /v2.0/networks?id=e641f5ac-34b0-4530-8ab4-057336dde9b7 HTTP/1.1" status: 200  len: 912 time: 0.1847203
Apr 22 13:11:48.828947 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:48.860196 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc793cab-f4bd-4266-b9fe-58669684c61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda1bc42-5bdc-444d-91a0-45ae3ce4492b'}] {{(pid=86534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:11:48.871932 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] For port dda1bc42-5bdc-444d-91a0-45ae3ce4492b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=dda1bc42-5bdc-444d-91a0-45ae3ce4492b,segment=NetworkSegment(916ad0fc-eb4a-4e44-9927-42f3a549980c),segment_id=916ad0fc-eb4a-4e44-9927-42f3a549980c)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:11:48.908086 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886'] for port, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:48.911318 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-77657c5c-8b63-4a92-9781-586454634d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:11:48.940694 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0c94ff3a-5bd4-439b-bbeb-7ee6a652b774 req-ed616c73-da5d-4042-acef-88e56d64aab0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da69f67b-3da7-41a0-bcf9-86ac6d9ffaef HTTP/1.1" status: 200  len: 1001 time: 0.1278205
Apr 22 13:11:48.969081 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc793cab-f4bd-4266-b9fe-58669684c61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda1bc42-5bdc-444d-91a0-45ae3ce4492b', 'code': 200}
Apr 22 13:11:49.031324 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Pushing event updated for resources: {'Port': ['ID=dda1bc42-5bdc-444d-91a0-45ae3ce4492b,revision_number=5']} {{(pid=86534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:11:49.035031 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86534) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:11:49.035424 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94ff3a-5bd4-439b-bbeb-7ee6a652b774 req-5783571d-a3ba-4bfc-a422-16fd208789c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:49.037271 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0c94ff3a-5bd4-439b-bbeb-7ee6a652b774 req-5783571d-a3ba-4bfc-a422-16fd208789c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cae2efc4-08a1-4d91-917d-596f7481ce4c HTTP/1.1" status: 200  len: 850 time: 0.0898523
Apr 22 13:11:49.135699 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94ff3a-5bd4-439b-bbeb-7ee6a652b774 req-904faca6-6054-447f-8892-5eb24ad1c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:49.137324 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0c94ff3a-5bd4-439b-bbeb-7ee6a652b774 req-904faca6-6054-447f-8892-5eb24ad1c5d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e641f5ac-34b0-4530-8ab4-057336dde9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0896680
Apr 22 13:11:49.150362 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204f143-0b01-4a1c-886c-da4454e27481 req-67494956-960b-499e-aa11-119b8ae621cd tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:49.152108 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c204f143-0b01-4a1c-886c-da4454e27481 req-67494956-960b-499e-aa11-119b8ae621cd tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 946 time: 0.0976493
Apr 22 13:11:49.207786 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-c204f143-0b01-4a1c-886c-da4454e27481 req-02026990-7200-426a-9e5f-3f7c1d7340fd tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473540
Apr 22 13:11:49.348211 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0c94ff3a-5bd4-439b-bbeb-7ee6a652b774 req-1a58951d-01b7-409d-8876-a324c29841fb service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2042460
Apr 22 13:11:49.474899 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a5b23-826b-4b5f-9cc5-a786abfb1a9d req-b39ea892-3265-4423-a84f-f9d64b0bdfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:49.476620 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-227a5b23-826b-4b5f-9cc5-a786abfb1a9d req-b39ea892-3265-4423-a84f-f9d64b0bdfd5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 1099 time: 0.1981413
Apr 22 13:11:49.557513 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-0c94ff3a-5bd4-439b-bbeb-7ee6a652b774 req-17511c0c-2a84-4182-bae5-b39d34cab864 service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1942844
Apr 22 13:11:49.561135 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-227a5b23-826b-4b5f-9cc5-a786abfb1a9d req-6a0ef66d-5eba-4675-a545-a7cadcf86e0e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749068
Apr 22 13:11:50.439688 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d2360-6719-466c-8417-1b80d2c9967a req-db1d6a83-2b12-4ff0-a724-b05cd34f652e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:50.440875 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b26d2360-6719-466c-8417-1b80d2c9967a req-db1d6a83-2b12-4ff0-a724-b05cd34f652e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 946 time: 0.0941746
Apr 22 13:11:50.496266 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b26d2360-6719-466c-8417-1b80d2c9967a req-e1c1a5dc-4fe2-4166-9062-4577c2955a2f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461085
Apr 22 13:11:51.712374 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f8ead-793e-4151-879b-339f23f9739d req-df371a82-0c14-4d3d-9f44-1e4970e0cd85 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:51.714291 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-db9f8ead-793e-4151-879b-339f23f9739d req-df371a82-0c14-4d3d-9f44-1e4970e0cd85 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 946 time: 0.1007147
Apr 22 13:11:51.770306 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-db9f8ead-793e-4151-879b-339f23f9739d req-f441f9e9-8daf-46cd-8180-91bf2a9ac422 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490482
Apr 22 13:11:51.987540 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8f74e-50ff-4a82-a8ef-27917dd2272d req-a443b407-949f-490c-9599-bb3a99d0b9db tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:51.989250 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-45b8f74e-50ff-4a82-a8ef-27917dd2272d req-a443b407-949f-490c-9599-bb3a99d0b9db tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 946 time: 0.0968037
Apr 22 13:11:52.041428 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-45b8f74e-50ff-4a82-a8ef-27917dd2272d req-8ef86ca9-21de-4d5e-8c4e-acdb0141e9c3 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449491
Apr 22 13:11:52.067238 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60894) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:11:52.150381 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6067811a-5bfa-4b60-a446-625c6ac25dc0 tempest-TestVolumeBootPattern-300665456 tempest-TestVolumeBootPattern-300665456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:52.152145 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-6067811a-5bfa-4b60-a446-625c6ac25dc0 tempest-TestVolumeBootPattern-300665456 tempest-TestVolumeBootPattern-300665456-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 1094 time: 0.0831254
Apr 22 13:11:52.157216 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 60898) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:11:52.163843 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.v2.base [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Request body: {'floatingip': {'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'port_id': 'dda1bc42-5bdc-444d-91a0-45ae3ce4492b', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 13:11:52.170667 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 13:11:52.174974 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Usage tracker for resource:floatingip and tenant:99bb9a79e6754382a07322a0baaf7cf6 is out of sync, need to count used quota {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 13:11:52.178824 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86533) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 13:11:52.185474 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.quota.driver [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 13:11:52.230589 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for floatingip, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:52.381835 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:11:52.388781 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:52.589392 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_common [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Allocated IP 172.27.3.225 (2ddae30a-787b-4105-96b6-1d621d63b6d6/f62b3f7c-fd2a-4037-bea1-66926d384c05/b9dacb84-4b79-4370-8c86-e7633280dbdb) {{(pid=86533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 13:11:52.752792 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for port, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:52.884612 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776326722880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:52.889997 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b743f939-7590-4c04-a6a2-4d61caf3672f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:11:52.958244 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Network 2ddae30a-787b-4105-96b6-1d621d63b6d6 is already hosted by enough agents. {{(pid=86533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 13:11:52.961967 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.base_scheduler [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Resources bound (agent type, host, resource id):  {{(pid=86533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 13:11:52.964862 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Received port after_create {{(pid=86533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 13:11:53.013987 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event updated for resources: {'Port': ['ID=b9dacb84-4b79-4370-8c86-e7633280dbdb,revision_number=1']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:11:53.018305 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:11:53.446627 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:53.594993 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3753311'] for port, before_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:53.829727 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for port, precommit_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:53.867183 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776327170504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776326722897', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363260528052886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10864052'] for port, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:53.873146 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:11:53.984757 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event updated for resources: {'Port': ['ID=b9dacb84-4b79-4370-8c86-e7633280dbdb,revision_number=2']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:11:53.989388 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:11:54.005918 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-769201'] for floatingip, after_update {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:54.199955 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.l3_db [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Floating IP 7278bf9d-ce44-4497-b845-91e8d3fa324a associated. External IP: 172.27.3.225, port: dda1bc42-5bdc-444d-91a0-45ae3ce4492b.
Apr 22 13:11:54.844899 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:11:55.050025 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:11:55.063554 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da50a084-16e5-4ec0-bb73-0da53576c638 None None] Sync routers for ids ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:11:55.075963 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da50a084-16e5-4ec0-bb73-0da53576c638 None None] Routers {'c5d27f12-7c0c-4c38-83d0-8c7cf5452950'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:11:55.076646 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-da50a084-16e5-4ec0-bb73-0da53576c638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c518cf8>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:11:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:11:55.116889 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for floatingip, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:11:55.179895 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-2225c8a2-12ab-4fda-91d6-947e8200867f tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0213983
Apr 22 13:11:55.180611 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc793cab-f4bd-4266-b9fe-58669684c61b', 'tag': 'dda1bc42-5bdc-444d-91a0-45ae3ce4492b'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:11:55.283861 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-da50a084-16e5-4ec0-bb73-0da53576c638 None None] Set router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:11:55.301487 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc793cab-f4bd-4266-b9fe-58669684c61b', 'tag': 'dda1bc42-5bdc-444d-91a0-45ae3ce4492b', 'status': 'completed', 'code': 200}
Apr 22 13:11:55.410924 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e2bbc-f0f0-4658-9611-1aa330806518 req-09b354bb-31a0-4ae5-9327-a8965759781d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:55.413097 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-872e2bbc-f0f0-4658-9611-1aa330806518 req-09b354bb-31a0-4ae5-9327-a8965759781d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99bb9a79e6754382a07322a0baaf7cf6&device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 1099 time: 0.0867035
Apr 22 13:11:55.568863 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e2bbc-f0f0-4658-9611-1aa330806518 req-935409ef-03fe-4862-8923-9eb5d865670f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:55.570475 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-872e2bbc-f0f0-4658-9611-1aa330806518 req-935409ef-03fe-4862-8923-9eb5d865670f service neutron] 10.222.0.35 "GET /v2.0/networks?id=e641f5ac-34b0-4530-8ab4-057336dde9b7 HTTP/1.1" status: 200  len: 912 time: 0.1505072
Apr 22 13:11:55.687340 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-872e2bbc-f0f0-4658-9611-1aa330806518 req-16958f8b-bcfa-4a73-af48-80246c2ba09a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dda1bc42-5bdc-444d-91a0-45ae3ce4492b HTTP/1.1" status: 200  len: 1000 time: 0.1104867
Apr 22 13:11:55.694846 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-da50a084-16e5-4ec0-bb73-0da53576c638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c518cf8>, [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': '7278bf9d-ce44-4497-b845-91e8d3fa324a', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'port_id': 'dda1bc42-5bdc-444d-91a0-45ae3ce4492b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'mac_address': 'fa:16:3e:af:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc793cab-f4bd-4266-b9fe-58669684c61b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:11:53Z', 'updated_at': '2021-04-22T13:11:53Z', 'revision_number': 0, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'fixed_ip_address_scope': None}, {'id': 'b02bfbc5-3ef2-4972-a48c-0f9eb2e847f9', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'port_id': 'da69f67b-3da7-41a0-bcf9-86ac6d9ffaef', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'mac_address': 'fa:16:3e:22:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae443602-7256-4b20-a38a-7378d9c7deac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:10:02Z', 'updated_at': '2021-04-22T13:10:06Z', 'revision_number': 1, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:49Z', 'revision_number': 5, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:11:55.699668 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da50a084-16e5-4ec0-bb73-0da53576c638 None None] Checking router: c5d27f12-7c0c-4c38-83d0-8c7cf5452950 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:11:55.710723 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da50a084-16e5-4ec0-bb73-0da53576c638 None None] Routers {'c5d27f12-7c0c-4c38-83d0-8c7cf5452950'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:11:55.711376 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-da50a084-16e5-4ec0-bb73-0da53576c638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c518cf8>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:11:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:11:55.760964 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e2bbc-f0f0-4658-9611-1aa330806518 req-6b432d28-05f0-46d3-ad2d-8ca6243e08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:55.762574 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-872e2bbc-f0f0-4658-9611-1aa330806518 req-6b432d28-05f0-46d3-ad2d-8ca6243e08dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cae2efc4-08a1-4d91-917d-596f7481ce4c HTTP/1.1" status: 200  len: 850 time: 0.0696237
Apr 22 13:11:55.854842 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e2bbc-f0f0-4658-9611-1aa330806518 req-c209e230-6744-46b6-9c6d-e9c0f91e3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:11:55.856484 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-872e2bbc-f0f0-4658-9611-1aa330806518 req-c209e230-6744-46b6-9c6d-e9c0f91e3919 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e641f5ac-34b0-4530-8ab4-057336dde9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0862467
Apr 22 13:11:55.924462 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-da50a084-16e5-4ec0-bb73-0da53576c638 None None] Set router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:11:56.013488 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-872e2bbc-f0f0-4658-9611-1aa330806518 req-e575420c-e7eb-49a9-b908-4d99bb99e662 service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498818
Apr 22 13:11:56.175291 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-872e2bbc-f0f0-4658-9611-1aa330806518 req-fe1edbf7-ab76-44fd-a1d1-2801f388c058 service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1557577
Apr 22 13:11:56.537325 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-da50a084-16e5-4ec0-bb73-0da53576c638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c518cf8>, [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': '7278bf9d-ce44-4497-b845-91e8d3fa324a', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'port_id': 'dda1bc42-5bdc-444d-91a0-45ae3ce4492b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'mac_address': 'fa:16:3e:af:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc793cab-f4bd-4266-b9fe-58669684c61b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:11:53Z', 'updated_at': '2021-04-22T13:11:53Z', 'revision_number': 0, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'fixed_ip_address_scope': None}, {'id': 'b02bfbc5-3ef2-4972-a48c-0f9eb2e847f9', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'port_id': 'da69f67b-3da7-41a0-bcf9-86ac6d9ffaef', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'mac_address': 'fa:16:3e:22:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae443602-7256-4b20-a38a-7378d9c7deac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:10:02Z', 'updated_at': '2021-04-22T13:10:06Z', 'revision_number': 1, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:49Z', 'revision_number': 5, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:11:56.541738 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da50a084-16e5-4ec0-bb73-0da53576c638 None None] The sync data for ids ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'] in dv-cinder-787262-3-iscsi is: [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': '7278bf9d-ce44-4497-b845-91e8d3fa324a', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'port_id': 'dda1bc42-5bdc-444d-91a0-45ae3ce4492b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'mac_address': 'fa:16:3e:af:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc793cab-f4bd-4266-b9fe-58669684c61b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:11:53Z', 'updated_at': '2021-04-22T13:11:53Z', 'revision_number': 0, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'fixed_ip_address_scope': None}, {'id': 'b02bfbc5-3ef2-4972-a48c-0f9eb2e847f9', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'port_id': 'da69f67b-3da7-41a0-bcf9-86ac6d9ffaef', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'mac_address': 'fa:16:3e:22:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae443602-7256-4b20-a38a-7378d9c7deac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:10:02Z', 'updated_at': '2021-04-22T13:10:06Z', 'revision_number': 1, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:49Z', 'revision_number': 5, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:11:56.831928 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9476f391-867d-4261-84f6-f25a196e21d1 None None] New status for floating IP 7278bf9d-ce44-4497-b845-91e8d3fa324a: ACTIVE {{(pid=86535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 13:12:05.603682 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-97c84c55-d4c7-4965-be3c-ae1f823a296a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:12:07.135174 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:12:08.449447 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-ec1dad38-460f-4a02-8423-688a7bee0e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:12:10.266191 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:12:10.455318 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:12:11.230331 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:12:29.381862 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:12:35.589815 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-433c9724-95fc-4378-aa55-d184fe40c6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:12:37.106465 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:12:38.443289 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-57d7e708-096b-4a33-8f33-c791891e0170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:12:40.266222 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:12:40.437277 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:12:41.226145 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:12:50.064884 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d71be539-f592-4733-891d-a4f3ea96c058 req-4b1e831e-0afd-4f02-930e-cfc07c031be7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0864506
Apr 22 13:12:50.219862 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71be539-f592-4733-891d-a4f3ea96c058 req-880dc80e-f72b-48d6-82e5-1ad618f5ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:12:50.222177 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d71be539-f592-4733-891d-a4f3ea96c058 req-880dc80e-f72b-48d6-82e5-1ad618f5ef23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99bb9a79e6754382a07322a0baaf7cf6&device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 1098 time: 0.0817971
Apr 22 13:12:50.386694 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71be539-f592-4733-891d-a4f3ea96c058 req-19cb2bad-33a5-429d-b285-f350932cec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:12:50.388383 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d71be539-f592-4733-891d-a4f3ea96c058 req-19cb2bad-33a5-429d-b285-f350932cec33 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e641f5ac-34b0-4530-8ab4-057336dde9b7 HTTP/1.1" status: 200  len: 912 time: 0.1465783
Apr 22 13:12:50.521160 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d71be539-f592-4733-891d-a4f3ea96c058 req-7a8f9ed3-df33-4ff0-b108-0fb6dfc552d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da69f67b-3da7-41a0-bcf9-86ac6d9ffaef HTTP/1.1" status: 200  len: 1001 time: 0.1258268
Apr 22 13:12:50.593571 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71be539-f592-4733-891d-a4f3ea96c058 req-5f38ed4f-ad49-461b-8e7a-aad14d565c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:12:50.595155 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d71be539-f592-4733-891d-a4f3ea96c058 req-5f38ed4f-ad49-461b-8e7a-aad14d565c58 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cae2efc4-08a1-4d91-917d-596f7481ce4c HTTP/1.1" status: 200  len: 850 time: 0.0680196
Apr 22 13:12:50.689569 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71be539-f592-4733-891d-a4f3ea96c058 req-6753e626-0760-4703-9a18-843b0c59516e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:12:50.692315 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d71be539-f592-4733-891d-a4f3ea96c058 req-6753e626-0760-4703-9a18-843b0c59516e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e641f5ac-34b0-4530-8ab4-057336dde9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0885422
Apr 22 13:12:50.852757 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d71be539-f592-4733-891d-a4f3ea96c058 req-499c2c4f-e965-4a2f-8b0d-73e760c335a5 service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535335
Apr 22 13:12:51.007831 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d71be539-f592-4733-891d-a4f3ea96c058 req-d2c7f14b-e82a-4025-a71e-e4d173252555 service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481285
Apr 22 13:13:05.594523 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9f19afed-b3e0-4578-abcc-9f3f30e0c47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:06.382646 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:13:07.110939 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:08.446077 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a0931af8-bf77-414b-b603-283dacd07c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:10.283075 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:10.442643 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:11.237497 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:27.693916 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 60934) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:13:27.972347 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Deleting port b9dacb84-4b79-4370-8c86-e7633280dbdb {{(pid=86532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:13:27.972643 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:28.164050 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:28.164421 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:28.303688 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Calling delete_port for b9dacb84-4b79-4370-8c86-e7633280dbdb owned by network:floatingip {{(pid=86532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:13:28.531954 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:28.538407 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-3bf62c78-658e-47f0-8703-924c9fe5e9db tempest-TestShelveInstance-1462526171 tempest-TestShelveInstance-1462526171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:13:28.593007 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event deleted for resources: {'Port': ['ID=b9dacb84-4b79-4370-8c86-e7633280dbdb,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:13:28.640622 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:28.641106 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:28.641521 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:28.641977 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:28.642980 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:28.643395 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:28.643849 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:28.644253 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:28.644658 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:28.645060 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:28.645460 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:28.645857 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:28.677120 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:13:28.712670 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for floatingip, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:28.712670 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.l3_db [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Floating IP 7278bf9d-ce44-4497-b845-91e8d3fa324a disassociated (deleted). External IP: 172.27.3.225, port: dda1bc42-5bdc-444d-91a0-45ae3ce4492b.
Apr 22 13:13:29.111477 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:13:29.310884 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:13:29.321570 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c487d4c-1b05-42fb-9286-c4da851bef9f None None] Sync routers for ids ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:13:29.332433 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c487d4c-1b05-42fb-9286-c4da851bef9f None None] Routers {'c5d27f12-7c0c-4c38-83d0-8c7cf5452950'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:13:29.335620 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-0c487d4c-1b05-42fb-9286-c4da851bef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65778c588>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:13:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:13:29.372471 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for floatingip, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:29.438157 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-11db9c23-b52a-405e-b629-ff3b32f92fe1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "DELETE /v2.0/floatingips/7278bf9d-ce44-4497-b845-91e8d3fa324a HTTP/1.1" status: 204  len: 168 time: 1.7430184
Apr 22 13:13:29.439508 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc793cab-f4bd-4266-b9fe-58669684c61b', 'tag': 'dda1bc42-5bdc-444d-91a0-45ae3ce4492b'}] {{(pid=86532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:13:29.601655 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-0c487d4c-1b05-42fb-9286-c4da851bef9f None None] Set router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:13:29.607171 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc793cab-f4bd-4266-b9fe-58669684c61b', 'tag': 'dda1bc42-5bdc-444d-91a0-45ae3ce4492b', 'status': 'completed', 'code': 200}
Apr 22 13:13:29.712441 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c010057-0cae-42c6-bcec-17fe229ce4e4 req-c8dbaf64-9202-40d1-aecf-ebd4a210c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:13:29.714752 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4c010057-0cae-42c6-bcec-17fe229ce4e4 req-c8dbaf64-9202-40d1-aecf-ebd4a210c75d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99bb9a79e6754382a07322a0baaf7cf6&device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 1099 time: 0.0852976
Apr 22 13:13:29.896030 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c010057-0cae-42c6-bcec-17fe229ce4e4 req-1b8a5a0d-3e56-4b26-b648-b71228a1b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:13:29.897794 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4c010057-0cae-42c6-bcec-17fe229ce4e4 req-1b8a5a0d-3e56-4b26-b648-b71228a1b732 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e641f5ac-34b0-4530-8ab4-057336dde9b7 HTTP/1.1" status: 200  len: 912 time: 0.1743686
Apr 22 13:13:29.984292 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4c010057-0cae-42c6-bcec-17fe229ce4e4 req-132337c6-d57d-4897-be34-99491a31d375 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dda1bc42-5bdc-444d-91a0-45ae3ce4492b HTTP/1.1" status: 200  len: 217 time: 0.0787320
Apr 22 13:13:29.985235 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1ebd5-2165-4ef0-a594-835951c86b6c req-cf3daf77-65a4-458d-8164-1ea30bb5f138 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:13:29.986616 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-38e1ebd5-2165-4ef0-a594-835951c86b6c req-cf3daf77-65a4-458d-8164-1ea30bb5f138 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Synchronizing usage tracker for tenant:99bb9a79e6754382a07322a0baaf7cf6 on resource:port {{(pid=86532) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:13:30.024074 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-0c487d4c-1b05-42fb-9286-c4da851bef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65778c588>, [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': 'b02bfbc5-3ef2-4972-a48c-0f9eb2e847f9', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'port_id': 'da69f67b-3da7-41a0-bcf9-86ac6d9ffaef', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'mac_address': 'fa:16:3e:22:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae443602-7256-4b20-a38a-7378d9c7deac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:10:02Z', 'updated_at': '2021-04-22T13:10:06Z', 'revision_number': 1, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:49Z', 'revision_number': 5, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:13:30.029039 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c487d4c-1b05-42fb-9286-c4da851bef9f None None] Checking router: c5d27f12-7c0c-4c38-83d0-8c7cf5452950 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:13:30.036139 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-38e1ebd5-2165-4ef0-a594-835951c86b6c req-cf3daf77-65a4-458d-8164-1ea30bb5f138 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Unset dirty status for tenant:99bb9a79e6754382a07322a0baaf7cf6 on resource:port {{(pid=86532) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:13:30.037607 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-38e1ebd5-2165-4ef0-a594-835951c86b6c req-cf3daf77-65a4-458d-8164-1ea30bb5f138 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 946 time: 0.1470404
Apr 22 13:13:30.041846 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c487d4c-1b05-42fb-9286-c4da851bef9f None None] Routers {'c5d27f12-7c0c-4c38-83d0-8c7cf5452950'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:13:30.042997 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-0c487d4c-1b05-42fb-9286-c4da851bef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65778c588>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:13:08Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:13:30.072053 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c010057-0cae-42c6-bcec-17fe229ce4e4 req-adbfdbc3-199f-4afa-8ba2-ed1d65426eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:13:30.073835 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4c010057-0cae-42c6-bcec-17fe229ce4e4 req-adbfdbc3-199f-4afa-8ba2-ed1d65426eeb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cae2efc4-08a1-4d91-917d-596f7481ce4c HTTP/1.1" status: 200  len: 850 time: 0.0834320
Apr 22 13:13:30.104318 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-38e1ebd5-2165-4ef0-a594-835951c86b6c req-da9634ef-3402-454e-9121-44ac0c53d41c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596988
Apr 22 13:13:30.183680 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c010057-0cae-42c6-bcec-17fe229ce4e4 req-d6d7917d-aaf3-435a-94af-21b1d68e9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:13:30.185219 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4c010057-0cae-42c6-bcec-17fe229ce4e4 req-d6d7917d-aaf3-435a-94af-21b1d68e9715 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e641f5ac-34b0-4530-8ab4-057336dde9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1025014
Apr 22 13:13:30.283120 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-0c487d4c-1b05-42fb-9286-c4da851bef9f None None] Set router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:13:30.336903 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4c010057-0cae-42c6-bcec-17fe229ce4e4 req-fe812bbd-e5c7-46a1-bb8b-5daa7b405a43 service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437817
Apr 22 13:13:30.554548 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-4c010057-0cae-42c6-bcec-17fe229ce4e4 req-0f9fc206-fbe3-49ff-a48a-ba40b912d7b0 service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2100849
Apr 22 13:13:30.683638 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-0c487d4c-1b05-42fb-9286-c4da851bef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65778c588>, [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': 'b02bfbc5-3ef2-4972-a48c-0f9eb2e847f9', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'port_id': 'da69f67b-3da7-41a0-bcf9-86ac6d9ffaef', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'mac_address': 'fa:16:3e:22:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae443602-7256-4b20-a38a-7378d9c7deac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:10:02Z', 'updated_at': '2021-04-22T13:10:06Z', 'revision_number': 1, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:49Z', 'revision_number': 5, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:13:30.688562 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c487d4c-1b05-42fb-9286-c4da851bef9f None None] The sync data for ids ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'] in dv-cinder-787262-3-iscsi is: [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_floatingips': [{'id': 'b02bfbc5-3ef2-4972-a48c-0f9eb2e847f9', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'router_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'port_id': 'da69f67b-3da7-41a0-bcf9-86ac6d9ffaef', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'mac_address': 'fa:16:3e:22:99:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae443602-7256-4b20-a38a-7378d9c7deac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T13:10:02Z', 'updated_at': '2021-04-22T13:10:06Z', 'revision_number': 1, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:49Z', 'revision_number': 5, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:13:31.122825 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e954065-b94c-48e1-a1e2-8b3967506e49 None None] New status for floating IP 7278bf9d-ce44-4497-b845-91e8d3fa324a: DOWN {{(pid=86535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 13:13:31.323169 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98d61c-5013-4302-babc-31fb86a132eb req-c0587063-5c4c-4ff9-a3a1-475138cf3069 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:13:31.324822 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cb98d61c-5013-4302-babc-31fb86a132eb req-c0587063-5c4c-4ff9-a3a1-475138cf3069 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 946 time: 0.0975194
Apr 22 13:13:31.432239 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-cb98d61c-5013-4302-babc-31fb86a132eb req-2caa44dc-6cdf-44a5-b6fa-c97130dcecff tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0981486
Apr 22 13:13:31.480245 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff85f4-9294-460e-a548-d91322e710ec req-1a3100e5-ba00-4e4e-9074-efc14a22bf7a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:13:31.482168 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5fff85f4-9294-460e-a548-d91322e710ec req-1a3100e5-ba00-4e4e-9074-efc14a22bf7a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 946 time: 0.1276839
Apr 22 13:13:31.563172 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-5fff85f4-9294-460e-a548-d91322e710ec req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Deleting port dda1bc42-5bdc-444d-91a0-45ae3ce4492b {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:13:31.563623 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-5fff85f4-9294-460e-a548-d91322e710ec req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:31.840794 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-5fff85f4-9294-460e-a548-d91322e710ec req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] For port dda1bc42-5bdc-444d-91a0-45ae3ce4492b, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=dda1bc42-5bdc-444d-91a0-45ae3ce4492b,segment=NetworkSegment(916ad0fc-eb4a-4e44-9927-42f3a549980c),segment_id=916ad0fc-eb4a-4e44-9927-42f3a549980c)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:13:31.841198 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-5fff85f4-9294-460e-a548-d91322e710ec req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:32.240273 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-5fff85f4-9294-460e-a548-d91322e710ec req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Calling delete_port for dda1bc42-5bdc-444d-91a0-45ae3ce4492b owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:13:32.442158 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-5fff85f4-9294-460e-a548-d91322e710ec req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:32.448669 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b67a8a3f-08ca-4bb5-8ae2-d996c5f28ed2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:13:32.501172 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event deleted for resources: {'Port': ['ID=dda1bc42-5bdc-444d-91a0-45ae3ce4492b,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:13:32.540566 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:32.540987 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:32.541399 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:32.541798 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:32.542194 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:32.542597 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:32.542993 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:32.543392 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:32.543825 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:32.544215 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:32.544604 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:32.544994 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787262-3-iscsi {{(pid=86533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 13:13:32.554092 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:13:32.600248 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fff85f4-9294-460e-a548-d91322e710ec req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] No DVR routers for this DVR port dda1bc42-5bdc-444d-91a0-45ae3ce4492b on host hv-cinder-78726 {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:13:32.603005 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-5fff85f4-9294-460e-a548-d91322e710ec req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:32.606199 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc793cab-f4bd-4266-b9fe-58669684c61b', 'name': 'network-vif-deleted', 'tag': 'dda1bc42-5bdc-444d-91a0-45ae3ce4492b'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:13:32.650920 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-ddb1f199-330d-4b20-ad12-be4b0adc3d44 req-1fcf092c-e850-4dba-921a-12c5997295c7 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 210 time: 0.0566728
Apr 22 13:13:32.663099 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc793cab-f4bd-4266-b9fe-58669684c61b', 'name': 'network-vif-deleted', 'tag': 'dda1bc42-5bdc-444d-91a0-45ae3ce4492b', 'status': 'completed', 'code': 200}
Apr 22 13:13:32.760718 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-5fff85f4-9294-460e-a548-d91322e710ec req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.35 "DELETE /v2.0/ports/dda1bc42-5bdc-444d-91a0-45ae3ce4492b HTTP/1.1" status: 204  len: 173 time: 1.2676175
Apr 22 13:13:33.858738 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-16a45744-9d61-47d8-b118-e0cbbd644fe3 req-4f0c5a92-77aa-4626-b6a1-64e47549e466 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Synchronizing usage tracker for tenant:99bb9a79e6754382a07322a0baaf7cf6 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:13:33.945027 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-16a45744-9d61-47d8-b118-e0cbbd644fe3 req-4f0c5a92-77aa-4626-b6a1-64e47549e466 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Unset dirty status for tenant:99bb9a79e6754382a07322a0baaf7cf6 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:13:33.946444 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-16a45744-9d61-47d8-b118-e0cbbd644fe3 req-4f0c5a92-77aa-4626-b6a1-64e47549e466 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc793cab-f4bd-4266-b9fe-58669684c61b HTTP/1.1" status: 200  len: 210 time: 0.1380341
Apr 22 13:13:35.167183 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device dda1bc42-5bdc-444d-91a0-45ae3ce4492b no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:13:35.209963 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] No Port match for: dda1bc42-5bdc-444d-91a0-45ae3ce4492b {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:13:35.210386 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device dda1bc42-5bdc-444d-91a0-45ae3ce4492b not bound to the agent host hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:13:35.607766 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6b8a99ea-e222-4ce1-ad6b-6f10c60bfad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:37.136781 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:37.649200 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 60972) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:13:37.878733 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-9e4b52f8-b0bd-4cae-8c1c-ce3e456e3827 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Deleting port 25967315-5d27-499e-967d-672347fcc65a {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:13:37.879080 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9e4b52f8-b0bd-4cae-8c1c-ce3e456e3827 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:38.072318 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9e4b52f8-b0bd-4cae-8c1c-ce3e456e3827 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:38.072687 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9e4b52f8-b0bd-4cae-8c1c-ce3e456e3827 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:38.224423 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-9e4b52f8-b0bd-4cae-8c1c-ce3e456e3827 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Calling delete_port for 25967315-5d27-499e-967d-672347fcc65a owned by network:floatingip {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:13:38.640386 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2e7992f-2b4a-441e-afd6-50a81a792ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:38.791081 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9e4b52f8-b0bd-4cae-8c1c-ce3e456e3827 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:38.796413 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b24bd586-7009-4572-926a-b844d0c72204 tempest-AttachVolumeShelveTestJSON-168018445 tempest-AttachVolumeShelveTestJSON-168018445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:13:38.847516 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b52f8-b0bd-4cae-8c1c-ce3e456e3827 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event deleted for resources: {'Port': ['ID=25967315-5d27-499e-967d-672347fcc65a,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:13:38.851044 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-9e4b52f8-b0bd-4cae-8c1c-ce3e456e3827 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:13:38.948091 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9e4b52f8-b0bd-4cae-8c1c-ce3e456e3827 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for floatingip, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:38.948459 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.db.l3_db [None req-9e4b52f8-b0bd-4cae-8c1c-ce3e456e3827 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Floating IP b02bfbc5-3ef2-4972-a48c-0f9eb2e847f9 disassociated (deleted). External IP: 172.27.3.170, port: da69f67b-3da7-41a0-bcf9-86ac6d9ffaef.
Apr 22 13:13:39.347886 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4b52f8-b0bd-4cae-8c1c-ce3e456e3827 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:13:39.589033 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4b52f8-b0bd-4cae-8c1c-ce3e456e3827 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:13:39.601240 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820d6b3b-c445-4846-b339-fe1b08328d55 None None] Sync routers for ids ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:13:39.612699 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820d6b3b-c445-4846-b339-fe1b08328d55 None None] Routers {'c5d27f12-7c0c-4c38-83d0-8c7cf5452950'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:13:39.613394 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-820d6b3b-c445-4846-b339-fe1b08328d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c2e72b0>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:13:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:13:39.653824 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-9e4b52f8-b0bd-4cae-8c1c-ce3e456e3827 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for floatingip, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:39.722248 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-9e4b52f8-b0bd-4cae-8c1c-ce3e456e3827 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "DELETE /v2.0/floatingips/b02bfbc5-3ef2-4972-a48c-0f9eb2e847f9 HTTP/1.1" status: 204  len: 168 time: 2.0710208
Apr 22 13:13:39.722248 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae443602-7256-4b20-a38a-7378d9c7deac', 'tag': 'da69f67b-3da7-41a0-bcf9-86ac6d9ffaef'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:13:39.777924 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae443602-7256-4b20-a38a-7378d9c7deac', 'tag': 'da69f67b-3da7-41a0-bcf9-86ac6d9ffaef', 'status': 'completed', 'code': 200}
Apr 22 13:13:39.832526 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-820d6b3b-c445-4846-b339-fe1b08328d55 None None] Set router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:13:39.902816 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184c73d-c80b-4c9f-bec9-fe042f6876e4 req-622cc1d4-48e4-4e00-baec-f73e9cb59727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:13:39.904898 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b184c73d-c80b-4c9f-bec9-fe042f6876e4 req-622cc1d4-48e4-4e00-baec-f73e9cb59727 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=99bb9a79e6754382a07322a0baaf7cf6&device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 1098 time: 0.0943177
Apr 22 13:13:40.060770 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184c73d-c80b-4c9f-bec9-fe042f6876e4 req-3a80dec5-3522-4346-a87b-880628ac86ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:13:40.062394 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b184c73d-c80b-4c9f-bec9-fe042f6876e4 req-3a80dec5-3522-4346-a87b-880628ac86ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=e641f5ac-34b0-4530-8ab4-057336dde9b7 HTTP/1.1" status: 200  len: 912 time: 0.1512589
Apr 22 13:13:40.145067 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b184c73d-c80b-4c9f-bec9-fe042f6876e4 req-594c4786-7fd4-4848-a6a9-dea1692f0235 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da69f67b-3da7-41a0-bcf9-86ac6d9ffaef HTTP/1.1" status: 200  len: 217 time: 0.0763018
Apr 22 13:13:40.209354 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-820d6b3b-c445-4846-b339-fe1b08328d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c2e72b0>, [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:49Z', 'revision_number': 5, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:13:40.218066 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820d6b3b-c445-4846-b339-fe1b08328d55 None None] Checking router: c5d27f12-7c0c-4c38-83d0-8c7cf5452950 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:13:40.218370 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184c73d-c80b-4c9f-bec9-fe042f6876e4 req-dfba12f7-a641-42d2-8d03-7189fbcbc70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:13:40.220205 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b184c73d-c80b-4c9f-bec9-fe042f6876e4 req-dfba12f7-a641-42d2-8d03-7189fbcbc70a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cae2efc4-08a1-4d91-917d-596f7481ce4c HTTP/1.1" status: 200  len: 850 time: 0.0686672
Apr 22 13:13:40.255806 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820d6b3b-c445-4846-b339-fe1b08328d55 None None] Routers {'c5d27f12-7c0c-4c38-83d0-8c7cf5452950'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:13:40.257048 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-820d6b3b-c445-4846-b339-fe1b08328d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c2e72b0>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:13:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:13:40.277573 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34899440-4598-4742-a98b-6e9f0f553bd4 req-674f2b9f-4946-4c49-8dbc-033d4570b01a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:13:40.279284 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-34899440-4598-4742-a98b-6e9f0f553bd4 req-674f2b9f-4946-4c49-8dbc-033d4570b01a tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 945 time: 0.0979798
Apr 22 13:13:40.324765 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184c73d-c80b-4c9f-bec9-fe042f6876e4 req-345760d0-1d85-497f-aafa-2b84acccd9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:13:40.326393 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b184c73d-c80b-4c9f-bec9-fe042f6876e4 req-345760d0-1d85-497f-aafa-2b84acccd9c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e641f5ac-34b0-4530-8ab4-057336dde9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0986068
Apr 22 13:13:40.334998 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-34899440-4598-4742-a98b-6e9f0f553bd4 req-7beae315-acb7-434d-9d28-531ff500107d tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457914
Apr 22 13:13:40.512364 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b184c73d-c80b-4c9f-bec9-fe042f6876e4 req-b4fbfd7d-3db9-4580-bbb3-d1b917ec751a service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1785467
Apr 22 13:13:40.640049 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:40.675862 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:40.678849 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-b184c73d-c80b-4c9f-bec9-fe042f6876e4 req-04bc0aee-e362-45aa-81d0-489a5adeff02 service neutron] 10.222.0.35 "GET /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1582015
Apr 22 13:13:40.698816 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-820d6b3b-c445-4846-b339-fe1b08328d55 None None] Set router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:13:41.112514 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-820d6b3b-c445-4846-b339-fe1b08328d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c2e72b0>, [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:49Z', 'revision_number': 5, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:13:41.118042 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820d6b3b-c445-4846-b339-fe1b08328d55 None None] The sync data for ids ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'] in dv-cinder-787262-3-iscsi is: [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:06:39Z', 'revision_number': 4, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi', '_interfaces': [{'id': 'b630f13b-00f1-4e6d-9441-44ed6fc91f49', 'name': '', 'network_id': 'e641f5ac-34b0-4530-8ab4-057336dde9b7', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'mac_address': 'fa:16:3e:c3:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:38Z', 'updated_at': '2021-04-22T13:06:49Z', 'revision_number': 5, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'subnets': [{'id': 'cae2efc4-08a1-4d91-917d-596f7481ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:13:41.228339 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:41.550137 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c77ba6-2eb2-4c13-85a4-ba933f052e95 None None] New status for floating IP b02bfbc5-3ef2-4972-a48c-0f9eb2e847f9: DOWN {{(pid=86535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 13:13:41.711723 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa958ad4-9bcc-4df7-9f2a-f2240fae0fb6 req-36f960f4-9156-4e8a-a131-5bb6317dc96e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:13:41.713124 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-fa958ad4-9bcc-4df7-9f2a-f2240fae0fb6 req-36f960f4-9156-4e8a-a131-5bb6317dc96e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Synchronizing usage tracker for tenant:99bb9a79e6754382a07322a0baaf7cf6 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:13:41.755308 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2f467-39e5-418b-8c39-ed46ff2bd2d7 req-3787aaa4-4bda-4f8c-a9b1-729a5fce2c2c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 13:13:41.756141 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-d8d2f467-39e5-418b-8c39-ed46ff2bd2d7 req-3787aaa4-4bda-4f8c-a9b1-729a5fce2c2c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Synchronizing usage tracker for tenant:99bb9a79e6754382a07322a0baaf7cf6 on resource:port {{(pid=86533) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 13:13:41.770383 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-d8d2f467-39e5-418b-8c39-ed46ff2bd2d7 req-3787aaa4-4bda-4f8c-a9b1-729a5fce2c2c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Unset dirty status for tenant:99bb9a79e6754382a07322a0baaf7cf6 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:13:41.772045 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d8d2f467-39e5-418b-8c39-ed46ff2bd2d7 req-3787aaa4-4bda-4f8c-a9b1-729a5fce2c2c tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 945 time: 0.1954279
Apr 22 13:13:41.815957 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.quota.resource [req-fa958ad4-9bcc-4df7-9f2a-f2240fae0fb6 req-36f960f4-9156-4e8a-a131-5bb6317dc96e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Unset dirty status for tenant:99bb9a79e6754382a07322a0baaf7cf6 on resource:port {{(pid=86533) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 13:13:41.817264 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fa958ad4-9bcc-4df7-9f2a-f2240fae0fb6 req-36f960f4-9156-4e8a-a131-5bb6317dc96e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 945 time: 0.2986817
Apr 22 13:13:41.888170 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-d8d2f467-39e5-418b-8c39-ed46ff2bd2d7 req-0431e5fa-9abd-411e-8bb1-96555395b4e1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Deleting port da69f67b-3da7-41a0-bcf9-86ac6d9ffaef {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:13:41.888563 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-d8d2f467-39e5-418b-8c39-ed46ff2bd2d7 req-0431e5fa-9abd-411e-8bb1-96555395b4e1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:41.935213 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-fa958ad4-9bcc-4df7-9f2a-f2240fae0fb6 req-2ca14e9d-917b-4c57-a607-17eebe71e164 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/security-groups?id=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1103261
Apr 22 13:13:42.187482 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [req-d8d2f467-39e5-418b-8c39-ed46ff2bd2d7 req-0431e5fa-9abd-411e-8bb1-96555395b4e1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] For port da69f67b-3da7-41a0-bcf9-86ac6d9ffaef, host hv-cinder-78726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78726',level=0,port_id=da69f67b-3da7-41a0-bcf9-86ac6d9ffaef,segment=NetworkSegment(916ad0fc-eb4a-4e44-9927-42f3a549980c),segment_id=916ad0fc-eb4a-4e44-9927-42f3a549980c)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:13:42.187889 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-d8d2f467-39e5-418b-8c39-ed46ff2bd2d7 req-0431e5fa-9abd-411e-8bb1-96555395b4e1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:42.593886 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [req-d8d2f467-39e5-418b-8c39-ed46ff2bd2d7 req-0431e5fa-9abd-411e-8bb1-96555395b4e1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Calling delete_port for da69f67b-3da7-41a0-bcf9-86ac6d9ffaef owned by compute:nova {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:13:42.822692 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-d8d2f467-39e5-418b-8c39-ed46ff2bd2d7 req-0431e5fa-9abd-411e-8bb1-96555395b4e1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:42.828832 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-68ef5b43-f742-46b7-9565-747ef77d1a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:13:42.877834 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431e5fa-9abd-411e-8bb1-96555395b4e1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event deleted for resources: {'Port': ['ID=da69f67b-3da7-41a0-bcf9-86ac6d9ffaef,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:13:42.881773 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-0431e5fa-9abd-411e-8bb1-96555395b4e1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:13:42.963850 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d2f467-39e5-418b-8c39-ed46ff2bd2d7 req-0431e5fa-9abd-411e-8bb1-96555395b4e1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] No DVR routers for this DVR port da69f67b-3da7-41a0-bcf9-86ac6d9ffaef on host hv-cinder-78726 {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:13:42.966307 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [req-d8d2f467-39e5-418b-8c39-ed46ff2bd2d7 req-0431e5fa-9abd-411e-8bb1-96555395b4e1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for port, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:42.969423 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae443602-7256-4b20-a38a-7378d9c7deac', 'name': 'network-vif-deleted', 'tag': 'da69f67b-3da7-41a0-bcf9-86ac6d9ffaef'}] {{(pid=86533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 13:13:43.023215 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-d8d2f467-39e5-418b-8c39-ed46ff2bd2d7 req-0431e5fa-9abd-411e-8bb1-96555395b4e1 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.35 "DELETE /v2.0/ports/da69f67b-3da7-41a0-bcf9-86ac6d9ffaef HTTP/1.1" status: 204  len: 173 time: 1.2449508
Apr 22 13:13:43.062342 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae443602-7256-4b20-a38a-7378d9c7deac', 'name': 'network-vif-deleted', 'tag': 'da69f67b-3da7-41a0-bcf9-86ac6d9ffaef', 'status': 'completed', 'code': 200}
Apr 22 13:13:43.108736 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [req-820a21bf-945e-4bc5-aac7-17c48e93e0f8 req-64b42768-18a5-4cf4-b44b-13ef077a0f47 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae443602-7256-4b20-a38a-7378d9c7deac HTTP/1.1" status: 200  len: 210 time: 0.0549371
Apr 22 13:13:43.384077 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:13:44.222600 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 60994) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:13:44.405734 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-4d6fe6e1-662f-441d-a789-7e42920e2a8e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Deleting port 9d161198-ec45-450c-9fa5-aeb4c34cc1b4 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:13:44.406085 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe6e1-662f-441d-a789-7e42920e2a8e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:44.605716 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe6e1-662f-441d-a789-7e42920e2a8e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:44.606092 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe6e1-662f-441d-a789-7e42920e2a8e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:44.744677 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-4d6fe6e1-662f-441d-a789-7e42920e2a8e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Calling delete_port for 9d161198-ec45-450c-9fa5-aeb4c34cc1b4 owned by network:floatingip {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:13:44.942081 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe6e1-662f-441d-a789-7e42920e2a8e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:44.946340 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e079cc50-b662-4996-b3ec-9328d9eed9e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:13:44.996749 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fe6e1-662f-441d-a789-7e42920e2a8e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event deleted for resources: {'Port': ['ID=9d161198-ec45-450c-9fa5-aeb4c34cc1b4,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:13:44.999624 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-4d6fe6e1-662f-441d-a789-7e42920e2a8e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:13:45.105835 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe6e1-662f-441d-a789-7e42920e2a8e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for floatingip, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:45.122225 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe6e1-662f-441d-a789-7e42920e2a8e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1767'] for floatingip, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:45.123533 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-4d6fe6e1-662f-441d-a789-7e42920e2a8e tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "DELETE /v2.0/floatingips/61ac8710-3fb1-41fd-821a-872225bab541 HTTP/1.1" status: 204  len: 168 time: 0.8997474
Apr 22 13:13:45.229488 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device da69f67b-3da7-41a0-bcf9-86ac6d9ffaef no longer exists at agent hyperv_hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:13:45.271604 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] No Port match for: da69f67b-3da7-41a0-bcf9-86ac6d9ffaef {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:13:45.272023 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Device da69f67b-3da7-41a0-bcf9-86ac6d9ffaef not bound to the agent host hv-cinder-78726 {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:13:46.616579 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 32776) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:13:46.697033 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-522a9788-8922-421e-9b47-0e7b4d239209 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:46.732636 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-522a9788-8922-421e-9b47-0e7b4d239209 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:46.902543 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-522a9788-8922-421e-9b47-0e7b4d239209 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:46.906989 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-68b6731e-aa32-40f7-b4b2-2983ed2eea74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:13:46.923041 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a9788-8922-421e-9b47-0e7b4d239209 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69260a8-56e7-4f38-bc27-bb8f4c2b94b8,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:13:46.925604 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-522a9788-8922-421e-9b47-0e7b4d239209 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:13:46.968292 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-522a9788-8922-421e-9b47-0e7b4d239209 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:46.969635 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-522a9788-8922-421e-9b47-0e7b4d239209 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] 10.222.0.20 "DELETE /v2.0/security-groups/f69260a8-56e7-4f38-bc27-bb8f4c2b94b8 HTTP/1.1" status: 204  len: 168 time: 0.3513792
Apr 22 13:13:47.061181 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 32782) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:13:48.064308 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-190fa5ec-e40c-41af-a0b7-0f9a063cc53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854119782'] for router_interface, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:48.465563 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-190fa5ec-e40c-41af-a0b7-0f9a063cc53f admin admin] Deleting port b630f13b-00f1-4e6d-9441-44ed6fc91f49 {{(pid=86532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:13:48.465963 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-190fa5ec-e40c-41af-a0b7-0f9a063cc53f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:48.681861 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-190fa5ec-e40c-41af-a0b7-0f9a063cc53f admin admin] For port b630f13b-00f1-4e6d-9441-44ed6fc91f49, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=b630f13b-00f1-4e6d-9441-44ed6fc91f49,segment=NetworkSegment(916ad0fc-eb4a-4e44-9927-42f3a549980c),segment_id=916ad0fc-eb4a-4e44-9927-42f3a549980c)] {{(pid=86532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:13:48.682262 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-190fa5ec-e40c-41af-a0b7-0f9a063cc53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:48.831096 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-190fa5ec-e40c-41af-a0b7-0f9a063cc53f admin admin] Calling delete_port for b630f13b-00f1-4e6d-9441-44ed6fc91f49 owned by network:router_interface {{(pid=86532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:13:49.048364 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-190fa5ec-e40c-41af-a0b7-0f9a063cc53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:49.053906 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-7515bb6f-033e-4c11-a182-2db583308a2c tempest-TestMinimumBasicScenario-1253653167 tempest-TestMinimumBasicScenario-1253653167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:13:49.105901 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fa5ec-e40c-41af-a0b7-0f9a063cc53f admin admin] Pushing event deleted for resources: {'Port': ['ID=b630f13b-00f1-4e6d-9441-44ed6fc91f49,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:13:49.135955 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-190fa5ec-e40c-41af-a0b7-0f9a063cc53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:13:49.410890 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-190fa5ec-e40c-41af-a0b7-0f9a063cc53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854119708'] for router_interface, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:49.826881 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190fa5ec-e40c-41af-a0b7-0f9a063cc53f admin admin] Router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:13:50.032674 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190fa5ec-e40c-41af-a0b7-0f9a063cc53f admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:13:50.041758 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5196c234-e948-40ba-a7e6-170eb01efb44 None None] Sync routers for ids ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'] in dv-cinder-787262-3-iscsi {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:13:50.048887 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-190fa5ec-e40c-41af-a0b7-0f9a063cc53f admin admin] 10.222.0.20 "PUT /v2.0/routers/c5d27f12-7c0c-4c38-83d0-8c7cf5452950/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9864945
Apr 22 13:13:50.051803 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 32790) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:13:50.052999 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5196c234-e948-40ba-a7e6-170eb01efb44 None None] Routers {'c5d27f12-7c0c-4c38-83d0-8c7cf5452950'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:13:50.053685 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-5196c234-e948-40ba-a7e6-170eb01efb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb6638d2b38>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:13:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:13:50.247124 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-5196c234-e948-40ba-a7e6-170eb01efb44 None None] Set router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:13:50.252873 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1abff1a7-c8f5-4b3c-9112-b1db41eb4906 admin admin] Notify callbacks [] for router, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:50.456074 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1abff1a7-c8f5-4b3c-9112-b1db41eb4906 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:50.503446 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-1abff1a7-c8f5-4b3c-9112-b1db41eb4906 admin admin] Deleting port 9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe {{(pid=86532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:13:50.503847 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1abff1a7-c8f5-4b3c-9112-b1db41eb4906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:50.574818 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-5196c234-e948-40ba-a7e6-170eb01efb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb6638d2b38>, [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:13:48Z', 'revision_number': 5, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port': {'id': '9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:35Z', 'updated_at': '2021-04-22T13:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:13:50.579888 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5196c234-e948-40ba-a7e6-170eb01efb44 None None] Checking router: c5d27f12-7c0c-4c38-83d0-8c7cf5452950 for host: dv-cinder-787262-3-iscsi {{(pid=86534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:13:50.590081 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5196c234-e948-40ba-a7e6-170eb01efb44 None None] Routers {'c5d27f12-7c0c-4c38-83d0-8c7cf5452950'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:13:50.590760 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-5196c234-e948-40ba-a7e6-170eb01efb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb6638d2b38>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:13:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'], 'active': True} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:13:50.782899 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-5196c234-e948-40ba-a7e6-170eb01efb44 None None] Set router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 gateway port host: None {{(pid=86534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:13:50.908967 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-5196c234-e948-40ba-a7e6-170eb01efb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb6638d2b38>, [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:13:50Z', 'revision_number': 6, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port_host': None}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:13:50.913756 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5196c234-e948-40ba-a7e6-170eb01efb44 None None] The sync data for ids ['c5d27f12-7c0c-4c38-83d0-8c7cf5452950'] in dv-cinder-787262-3-iscsi is: [{'id': 'c5d27f12-7c0c-4c38-83d0-8c7cf5452950', 'name': 'tempest-TestVolumeBootPattern-747042974-router', 'tenant_id': '99bb9a79e6754382a07322a0baaf7cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:33Z', 'updated_at': '2021-04-22T13:13:50Z', 'revision_number': 6, 'project_id': '99bb9a79e6754382a07322a0baaf7cf6', 'gw_port_host': None}] {{(pid=86534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:13:51.035682 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-1abff1a7-c8f5-4b3c-9112-b1db41eb4906 admin admin] For port 9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:13:51.035682 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1abff1a7-c8f5-4b3c-9112-b1db41eb4906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:51.175157 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-1abff1a7-c8f5-4b3c-9112-b1db41eb4906 admin admin] Calling delete_port for 9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe owned by network:router_gateway {{(pid=86532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:13:51.462736 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1abff1a7-c8f5-4b3c-9112-b1db41eb4906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:51.471639 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-82b18c32-3e69-4ee4-9540-a82121932570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:13:51.523958 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abff1a7-c8f5-4b3c-9112-b1db41eb4906 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:13:51.556551 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-1abff1a7-c8f5-4b3c-9112-b1db41eb4906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:13:51.628188 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1abff1a7-c8f5-4b3c-9112-b1db41eb4906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767845'] for router_gateway, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:51.829914 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1abff1a7-c8f5-4b3c-9112-b1db41eb4906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-568'] for router, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:51.832508 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1abff1a7-c8f5-4b3c-9112-b1db41eb4906 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:51.953856 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1abff1a7-c8f5-4b3c-9112-b1db41eb4906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854115971'] for router, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:51.954479 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abff1a7-c8f5-4b3c-9112-b1db41eb4906 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5d27f12-7c0c-4c38-83d0-8c7cf5452950 {{(pid=86532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 13:13:51.968918 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1abff1a7-c8f5-4b3c-9112-b1db41eb4906 admin admin] Notify callbacks [] for router, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:51.970377 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-1abff1a7-c8f5-4b3c-9112-b1db41eb4906 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c5d27f12-7c0c-4c38-83d0-8c7cf5452950 HTTP/1.1" status: 204  len: 168 time: 1.9174535
Apr 22 13:13:51.973237 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 32796) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:13:52.046194 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_v2 [None req-42601a7a-52f6-4cf0-a483-814e37e86c48 admin admin] Deleting subnet cae2efc4-08a1-4d91-917d-596f7481ce4c {{(pid=86532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 13:13:52.050708 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-42601a7a-52f6-4cf0-a483-814e37e86c48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:52.111674 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-42601a7a-52f6-4cf0-a483-814e37e86c48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10811307'] for subnet, precommit_delete_associations {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:52.196483 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-42601a7a-52f6-4cf0-a483-814e37e86c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844768'] for subnet, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:52.503076 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-42601a7a-52f6-4cf0-a483-814e37e86c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3931032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10869100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843236324'] for subnet, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:52.508711 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:13:52.546495 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42601a7a-52f6-4cf0-a483-814e37e86c48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cae2efc4-08a1-4d91-917d-596f7481ce4c,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:13:52.550261 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-42601a7a-52f6-4cf0-a483-814e37e86c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:13:52.551874 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-42601a7a-52f6-4cf0-a483-814e37e86c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:52.556362 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f16952a-82a8-4b86-9505-eb0a204781ae None None] Network e641f5ac-34b0-4530-8ab4-057336dde9b7 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:13:52.561719 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-42601a7a-52f6-4cf0-a483-814e37e86c48 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cae2efc4-08a1-4d91-917d-596f7481ce4c HTTP/1.1" status: 204  len: 168 time: 0.5851555
Apr 22 13:13:52.562028 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 32800) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:13:52.690087 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850810900'] for network, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:52.702434 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] Deleting port ed669ae4-032f-4b61-9c67-740a8a5daf1a {{(pid=86532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:13:52.702819 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:52.828899 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d59582-d2be-4276-8a4f-bc1255821123 None None] DHCP port deletion for e641f5ac-34b0-4530-8ab4-057336dde9b7 request from dv-cinder-787262-3-iscsi {{(pid=86534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 13:13:52.833398 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-92d59582-d2be-4276-8a4f-bc1255821123 None None] Deleting port ed669ae4-032f-4b61-9c67-740a8a5daf1a {{(pid=86534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:13:52.833827 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-92d59582-d2be-4276-8a4f-bc1255821123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:52.948449 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] For port ed669ae4-032f-4b61-9c67-740a8a5daf1a, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=ed669ae4-032f-4b61-9c67-740a8a5daf1a,segment=NetworkSegment(916ad0fc-eb4a-4e44-9927-42f3a549980c),segment_id=916ad0fc-eb4a-4e44-9927-42f3a549980c)] {{(pid=86532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:13:52.948895 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:52.984920 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device ed669ae4-032f-4b61-9c67-740a8a5daf1a no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:13:53.101077 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] Calling delete_port for ed669ae4-032f-4b61-9c67-740a8a5daf1a owned by network:dhcp {{(pid=86532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:13:53.137273 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-92d59582-d2be-4276-8a4f-bc1255821123 None None] For port ed669ae4-032f-4b61-9c67-740a8a5daf1a, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=ed669ae4-032f-4b61-9c67-740a8a5daf1a,segment=NetworkSegment(916ad0fc-eb4a-4e44-9927-42f3a549980c),segment_id=916ad0fc-eb4a-4e44-9927-42f3a549980c)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:13:53.137707 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-92d59582-d2be-4276-8a4f-bc1255821123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:53.264907 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:53.271743 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-87acd0bc-f558-4fcf-8ebe-655bdcb36c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:13:53.325949 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed669ae4-032f-4b61-9c67-740a8a5daf1a,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:13:53.328976 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] No DVR routers for this DVR port ed669ae4-032f-4b61-9c67-740a8a5daf1a on host dv-cinder-787262-3-iscsi {{(pid=86532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:13:53.330863 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:13:53.481042 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931125', 'neutron.services.segments.db._delete_segments_for_network-8776327253363'] for network, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:53.501079 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-92d59582-d2be-4276-8a4f-bc1255821123 None None] Calling delete_port for ed669ae4-032f-4b61-9c67-740a8a5daf1a owned by network:dhcp {{(pid=86534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:13:53.556311 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Port ed669ae4-032f-4b61-9c67-740a8a5daf1a update to DOWN by agent not found {{(pid=86534) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}}
Apr 22 13:13:53.556956 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device b630f13b-00f1-4e6d-9441-44ed6fc91f49 no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:13:53.603383 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: b630f13b-00f1-4e6d-9441-44ed6fc91f49 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:13:53.603819 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device b630f13b-00f1-4e6d-9441-44ed6fc91f49 not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:13:53.604305 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:13:53.622660 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb656d5f400>,) {'filters': {'network_id': ['e641f5ac-34b0-4530-8ab4-057336dde9b7']}} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:13:53.638960 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb656d5f400>, '916ad0fc-eb4a-4e44-9927-42f3a549980c') {'for_net_delete': True} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:13:53.639293 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb656d5f400>, '916ad0fc-eb4a-4e44-9927-42f3a549980c') {} {{(pid=86532) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:13:53.648953 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: 9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:13:53.649351 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 9eb8c08b-9268-41fe-bb1b-1b9437cd5cbe not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:13:53.654333 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260527543395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843964509'] for segment, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:53.671852 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:53.675656 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.db.api [None req-92d59582-d2be-4276-8a4f-bc1255821123 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86534) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 13:13:53.676073 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_db.api [None req-92d59582-d2be-4276-8a4f-bc1255821123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 13:13:53.681305 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=86532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 13:13:53.881570 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] Network e641f5ac-34b0-4530-8ab4-057336dde9b7 has no segments {{(pid=86532) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:13:53.892071 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850845775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843907377'] for segment, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:54.089513 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] Network e641f5ac-34b0-4530-8ab4-057336dde9b7 has no segments {{(pid=86532) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]: Traceback (most recent call last):
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:     timer()
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:     cb(*args, **kw)
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:     return func(*args, **kwargs)
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:     self._notify()
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:     self.callback(batched_events)
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:     event.method(event)
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:     segment_id)['aggregates'][0]
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:     return f(self, *a, **k)
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self._get(url).json()
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:     **kwargs)
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self.request(url, 'GET', **kwargs)
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:     **endpoint_filter)
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 13:13:54.114659 dv-cinder-787262-3-iscsi neutron-server[86413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 13:13:54.177516 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-92d59582-d2be-4276-8a4f-bc1255821123 None None] Deleting port ed669ae4-032f-4b61-9c67-740a8a5daf1a {{(pid=86534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:13:54.177856 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-92d59582-d2be-4276-8a4f-bc1255821123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:54.233438 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850844675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-769154'] for network, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:54.237681 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-83a85f15-136c-4526-bf8f-f3d4d24c7de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:13:54.252133 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-92d59582-d2be-4276-8a4f-bc1255821123 None None] The port 'ed669ae4-032f-4b61-9c67-740a8a5daf1a' was deleted {{(pid=86534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 22 13:13:54.252432 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:54.264905 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e641f5ac-34b0-4530-8ab4-057336dde9b7,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:13:54.269396 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:13:54.308847 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-6245000f-d623-40c3-9147-3488801ca8c1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e641f5ac-34b0-4530-8ab4-057336dde9b7 HTTP/1.1" status: 204  len: 168 time: 1.7456353
Apr 22 13:13:54.312420 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 32804) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:13:54.935973 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-db9a37b4-2bec-454f-a920-e756f62d926e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854119782'] for router_interface, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:55.605337 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-db9a37b4-2bec-454f-a920-e756f62d926e admin admin] Deleting port 420bb58a-9332-4824-8b94-e091eccd4189 {{(pid=86532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:13:55.605754 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-db9a37b4-2bec-454f-a920-e756f62d926e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:55.815347 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-db9a37b4-2bec-454f-a920-e756f62d926e admin admin] For port 420bb58a-9332-4824-8b94-e091eccd4189, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=420bb58a-9332-4824-8b94-e091eccd4189,segment=NetworkSegment(38abd6bb-23cc-4315-ab25-e282c0723392),segment_id=38abd6bb-23cc-4315-ab25-e282c0723392)] {{(pid=86532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:13:55.815738 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-db9a37b4-2bec-454f-a920-e756f62d926e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:55.957247 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-db9a37b4-2bec-454f-a920-e756f62d926e admin admin] Calling delete_port for 420bb58a-9332-4824-8b94-e091eccd4189 owned by network:router_interface {{(pid=86532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:13:56.184763 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-db9a37b4-2bec-454f-a920-e756f62d926e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:56.190802 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-fa9ff6ea-d0c4-442c-ac1c-29b98066abe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:13:56.242744 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a37b4-2bec-454f-a920-e756f62d926e admin admin] Pushing event deleted for resources: {'Port': ['ID=420bb58a-9332-4824-8b94-e091eccd4189,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:13:56.245904 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-db9a37b4-2bec-454f-a920-e756f62d926e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:13:56.544482 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-db9a37b4-2bec-454f-a920-e756f62d926e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854119708'] for router_interface, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:56.966549 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9a37b4-2bec-454f-a920-e756f62d926e admin admin] Router f4ee538a-6ada-4031-b6d5-a27584dfd098 has already been hosted by L3 agent 158ec58c-1558-4b99-9039-017fb622ba21 {{(pid=86532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 13:13:57.174853 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9a37b4-2bec-454f-a920-e756f62d926e admin admin] Notify agent at l3_agent.dv-cinder-787262-3-iscsi the message routers_updated {{(pid=86532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 13:13:57.184846 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-db9a37b4-2bec-454f-a920-e756f62d926e admin admin] 10.222.0.20 "PUT /v2.0/routers/f4ee538a-6ada-4031-b6d5-a27584dfd098/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8712430
Apr 22 13:13:57.185200 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ee3cda-23ab-4d5d-b872-156ba8e4d840 None None] Sync routers for ids ['f4ee538a-6ada-4031-b6d5-a27584dfd098'] in dv-cinder-787262-3-iscsi {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 13:13:57.188245 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 32810) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:13:57.196536 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ee3cda-23ab-4d5d-b872-156ba8e4d840 None None] Routers {'f4ee538a-6ada-4031-b6d5-a27584dfd098'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:13:57.197213 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-39ee3cda-23ab-4d5d-b872-156ba8e4d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c8421d0>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:13:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['f4ee538a-6ada-4031-b6d5-a27584dfd098'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:13:57.423781 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8311cd9-605f-4957-8d12-eb8d1013d3f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:57.582748 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-39ee3cda-23ab-4d5d-b872-156ba8e4d840 None None] Set router f4ee538a-6ada-4031-b6d5-a27584dfd098 gateway port host: dv-cinder-787262-3-iscsi {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:13:57.630252 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8311cd9-605f-4957-8d12-eb8d1013d3f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:57.670138 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-d8311cd9-605f-4957-8d12-eb8d1013d3f4 admin admin] Deleting port 150d4572-b614-426d-b7b9-9124f7261a6b {{(pid=86532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:13:57.670526 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8311cd9-605f-4957-8d12-eb8d1013d3f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:57.869601 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-d8311cd9-605f-4957-8d12-eb8d1013d3f4 admin admin] For port 150d4572-b614-426d-b7b9-9124f7261a6b, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=150d4572-b614-426d-b7b9-9124f7261a6b,segment=NetworkSegment(3d2d9174-998a-4f76-911c-c03d81411264),segment_id=3d2d9174-998a-4f76-911c-c03d81411264)] {{(pid=86532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:13:57.869997 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8311cd9-605f-4957-8d12-eb8d1013d3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:57.902223 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-39ee3cda-23ab-4d5d-b872-156ba8e4d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c8421d0>, [{'id': 'f4ee538a-6ada-4031-b6d5-a27584dfd098', 'name': 'tempest-TestVolumeBootPattern-263721290-router', 'tenant_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'external_fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '150d4572-b614-426d-b7b9-9124f7261a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:44Z', 'updated_at': '2021-04-22T13:13:56Z', 'revision_number': 5, 'project_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'gw_port': {'id': '150d4572-b614-426d-b7b9-9124f7261a6b', 'name': '', 'network_id': '2ddae30a-787b-4105-96b6-1d621d63b6d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ee538a-6ada-4031-b6d5-a27584dfd098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787262-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T13:06:45Z', 'updated_at': '2021-04-22T13:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f62b3f7c-fd2a-4037-bea1-66926d384c05', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787262-3-iscsi'}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:13:57.908026 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ee3cda-23ab-4d5d-b872-156ba8e4d840 None None] Checking router: f4ee538a-6ada-4031-b6d5-a27584dfd098 for host: dv-cinder-787262-3-iscsi {{(pid=86535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 13:13:57.917340 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ee3cda-23ab-4d5d-b872-156ba8e4d840 None None] Routers {'f4ee538a-6ada-4031-b6d5-a27584dfd098'} bound to L3 agent in host dv-cinder-787262-3-iscsi {{(pid=86535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 13:13:57.918009 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-39ee3cda-23ab-4d5d-b872-156ba8e4d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb65c8421d0>, 'dv-cinder-787262-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T12:45:38Z,description=<?>,heartbeat_timestamp=2021-04-22T13:13:38Z,host='dv-cinder-787262-3-iscsi',id=158ec58c-1558-4b99-9039-017fb622ba21,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T12:45:39Z,topic='l3_agent')) {'router_ids': ['f4ee538a-6ada-4031-b6d5-a27584dfd098'], 'active': True} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:13:58.014735 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-d8311cd9-605f-4957-8d12-eb8d1013d3f4 admin admin] Calling delete_port for 150d4572-b614-426d-b7b9-9124f7261a6b owned by network:router_gateway {{(pid=86532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:13:58.087538 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvr_db [None req-39ee3cda-23ab-4d5d-b872-156ba8e4d840 None None] Set router f4ee538a-6ada-4031-b6d5-a27584dfd098 gateway port host: None {{(pid=86535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 13:13:58.213117 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_hamode_db [None req-39ee3cda-23ab-4d5d-b872-156ba8e4d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb65c8421d0>, [{'id': 'f4ee538a-6ada-4031-b6d5-a27584dfd098', 'name': 'tempest-TestVolumeBootPattern-263721290-router', 'tenant_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:44Z', 'updated_at': '2021-04-22T13:13:57Z', 'revision_number': 6, 'project_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'gw_port_host': None}], 'dv-cinder-787262-3-iscsi', False) {} {{(pid=86535) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:13:58.218015 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ee3cda-23ab-4d5d-b872-156ba8e4d840 None None] The sync data for ids ['f4ee538a-6ada-4031-b6d5-a27584dfd098'] in dv-cinder-787262-3-iscsi is: [{'id': 'f4ee538a-6ada-4031-b6d5-a27584dfd098', 'name': 'tempest-TestVolumeBootPattern-263721290-router', 'tenant_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T13:06:44Z', 'updated_at': '2021-04-22T13:13:57Z', 'revision_number': 6, 'project_id': 'a8193beda4f34ebf9ae6ff3a58427cc0', 'gw_port_host': None}] {{(pid=86535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 13:13:58.507750 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8311cd9-605f-4957-8d12-eb8d1013d3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10868408'] for port, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:58.513081 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-a8bfe08c-ccc5-4320-93d6-2295a832d278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:13:58.564929 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8311cd9-605f-4957-8d12-eb8d1013d3f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=150d4572-b614-426d-b7b9-9124f7261a6b,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:13:58.568532 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d8311cd9-605f-4957-8d12-eb8d1013d3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:13:58.668587 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8311cd9-605f-4957-8d12-eb8d1013d3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-767845'] for router_gateway, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:58.871265 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8311cd9-605f-4957-8d12-eb8d1013d3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-568'] for router, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:58.881496 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8311cd9-605f-4957-8d12-eb8d1013d3f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:58.940634 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 150d4572-b614-426d-b7b9-9124f7261a6b no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:13:58.983645 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: 150d4572-b614-426d-b7b9-9124f7261a6b {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:13:58.984051 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 150d4572-b614-426d-b7b9-9124f7261a6b not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:13:58.985385 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 420bb58a-9332-4824-8b94-e091eccd4189 no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:13:59.026732 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: 420bb58a-9332-4824-8b94-e091eccd4189 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:13:59.027324 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 420bb58a-9332-4824-8b94-e091eccd4189 not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:13:59.241511 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8311cd9-605f-4957-8d12-eb8d1013d3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854115971'] for router, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:59.242091 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8311cd9-605f-4957-8d12-eb8d1013d3f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4ee538a-6ada-4031-b6d5-a27584dfd098 {{(pid=86532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 13:13:59.255351 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d8311cd9-605f-4957-8d12-eb8d1013d3f4 admin admin] Notify callbacks [] for router, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:59.256581 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-d8311cd9-605f-4957-8d12-eb8d1013d3f4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f4ee538a-6ada-4031-b6d5-a27584dfd098 HTTP/1.1" status: 204  len: 168 time: 2.0673196
Apr 22 13:13:59.259464 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 32814) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:13:59.334446 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f585e5-2c7a-4348-b4d8-0127e259125b admin admin] Deleting subnet 6736877c-3686-4d18-bb4d-f2e5442b80a6 {{(pid=86532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 13:13:59.337780 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-93f585e5-2c7a-4348-b4d8-0127e259125b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:59.394043 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-93f585e5-2c7a-4348-b4d8-0127e259125b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10811307'] for subnet, precommit_delete_associations {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:13:59.487178 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-93f585e5-2c7a-4348-b4d8-0127e259125b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850844768'] for subnet, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:00.120240 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-93f585e5-2c7a-4348-b4d8-0127e259125b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3931032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10869100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843236324'] for subnet, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:00.126614 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:14:00.170343 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f585e5-2c7a-4348-b4d8-0127e259125b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6736877c-3686-4d18-bb4d-f2e5442b80a6,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:14:00.173161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-93f585e5-2c7a-4348-b4d8-0127e259125b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for subnet, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:00.176145 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-93f585e5-2c7a-4348-b4d8-0127e259125b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:14:00.178252 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ffc080-788c-441a-b5d8-264fe6082773 None None] Network 28c25731-3c15-40cc-b38c-b7b57afb8813 requested from dv-cinder-787262-3-iscsi {{(pid=86534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 13:14:00.180744 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-93f585e5-2c7a-4348-b4d8-0127e259125b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6736877c-3686-4d18-bb4d-f2e5442b80a6 HTTP/1.1" status: 204  len: 168 time: 0.9203227
Apr 22 13:14:00.184531 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 32818) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:14:00.306306 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850810900'] for network, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:00.318485 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] Deleting port 1426df3f-53b5-4630-b706-8e9e514f7094 {{(pid=86533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:14:00.318842 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:00.447028 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50e7229-39ba-4fc6-a42b-5f6b49b86aca None None] DHCP port deletion for 28c25731-3c15-40cc-b38c-b7b57afb8813 request from dv-cinder-787262-3-iscsi {{(pid=86534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 13:14:00.451664 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-d50e7229-39ba-4fc6-a42b-5f6b49b86aca None None] Deleting port 1426df3f-53b5-4630-b706-8e9e514f7094 {{(pid=86534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:14:00.452173 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d50e7229-39ba-4fc6-a42b-5f6b49b86aca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:00.564338 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] For port 1426df3f-53b5-4630-b706-8e9e514f7094, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=1426df3f-53b5-4630-b706-8e9e514f7094,segment=NetworkSegment(38abd6bb-23cc-4315-ab25-e282c0723392),segment_id=38abd6bb-23cc-4315-ab25-e282c0723392)] {{(pid=86533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:14:00.564732 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:00.685624 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.db [None req-d50e7229-39ba-4fc6-a42b-5f6b49b86aca None None] For port 1426df3f-53b5-4630-b706-8e9e514f7094, host dv-cinder-787262-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787262-3-iscsi',level=0,port_id=1426df3f-53b5-4630-b706-8e9e514f7094,segment=NetworkSegment(38abd6bb-23cc-4315-ab25-e282c0723392),segment_id=38abd6bb-23cc-4315-ab25-e282c0723392)] {{(pid=86534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 13:14:00.686017 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d50e7229-39ba-4fc6-a42b-5f6b49b86aca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854009219'] for port, precommit_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:00.712419 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] Calling delete_port for 1426df3f-53b5-4630-b706-8e9e514f7094 owned by network:dhcp {{(pid=86533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:14:00.824563 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-d50e7229-39ba-4fc6-a42b-5f6b49b86aca None None] Calling delete_port for 1426df3f-53b5-4630-b706-8e9e514f7094 owned by network:dhcp {{(pid=86534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 13:14:00.864649 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851020367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854631145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363260527605279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363260528052920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843911747'] for port, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:00.869980 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-b5dd272a-02ec-4386-ba33-5481eb1ab9b5 tempest-TestVolumeBootPattern-1561220979 tempest-TestVolumeBootPattern-1561220979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:14:00.908289 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.db.api [None req-d50e7229-39ba-4fc6-a42b-5f6b49b86aca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86534) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 13:14:00.908700 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_db.api [None req-d50e7229-39ba-4fc6-a42b-5f6b49b86aca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86534) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 13:14:00.918124 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] Pushing event deleted for resources: {'Port': ['ID=1426df3f-53b5-4630-b706-8e9e514f7094,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:14:00.920981 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:14:00.926059 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] No DVR routers for this DVR port 1426df3f-53b5-4630-b706-8e9e514f7094 on host dv-cinder-787262-3-iscsi {{(pid=86533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 13:14:00.946823 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 1426df3f-53b5-4630-b706-8e9e514f7094 no longer exists at agent ovs-agent-dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 13:14:00.986900 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] No Port match for: 1426df3f-53b5-4630-b706-8e9e514f7094 {{(pid=86534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 13:14:00.987303 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.rpc [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Device 1426df3f-53b5-4630-b706-8e9e514f7094 not bound to the agent host dv-cinder-787262-3-iscsi {{(pid=86534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 13:14:01.057933 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931125', 'neutron.services.segments.db._delete_segments_for_network-8776327253363'] for network, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:01.181112 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb65d18c2b0>,) {'filters': {'network_id': ['28c25731-3c15-40cc-b38c-b7b57afb8813']}} {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:14:01.194729 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb65d18c2b0>, '38abd6bb-23cc-4315-ab25-e282c0723392') {'for_net_delete': True} {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:14:01.194997 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.services.segments.db [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb65d18c2b0>, '38abd6bb-23cc-4315-ab25-e282c0723392') {} {{(pid=86533) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 13:14:01.207730 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363260527543395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852852965'] for segment, before_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:01.315784 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3930054'] for segment, precommit_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:01.322960 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=86533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 13:14:01.410611 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-d50e7229-39ba-4fc6-a42b-5f6b49b86aca None None] Deleting port 1426df3f-53b5-4630-b706-8e9e514f7094 {{(pid=86534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 13:14:01.411043 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d50e7229-39ba-4fc6-a42b-5f6b49b86aca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363260527609204'] for port, before_delete {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:01.487583 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.plugin [None req-d50e7229-39ba-4fc6-a42b-5f6b49b86aca None None] The port '1426df3f-53b5-4630-b706-8e9e514f7094' was deleted {{(pid=86534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 22 13:14:01.517313 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] Network 28c25731-3c15-40cc-b38c-b7b57afb8813 has no segments {{(pid=86533) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:14:01.530336 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850845775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10864074'] for segment, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:01.731600 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.plugins.ml2.managers [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] Network 28c25731-3c15-40cc-b38c-b7b57afb8813 has no segments {{(pid=86533) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]: Traceback (most recent call last):
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:     timer()
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:     cb(*args, **kw)
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:     return func(*args, **kwargs)
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:     self._notify()
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:     self.callback(batched_events)
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:     event.method(event)
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:     segment_id)['aggregates'][0]
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:     return f(self, *a, **k)
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self._get(url).json()
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:     **kwargs)
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:     return self.request(url, 'GET', **kwargs)
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:     **endpoint_filter)
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 13:14:01.756897 dv-cinder-787262-3-iscsi neutron-server[86413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 13:14:02.139029 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850844675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854149218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-769154'] for network, after_delete {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:02.143039 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:14:02.164233 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854149235'] for network, before_response {{(pid=86533) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:02.173933 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] Pushing event deleted for resources: {'Network': ['ID=28c25731-3c15-40cc-b38c-b7b57afb8813,revision_number=None']} {{(pid=86533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:14:02.177302 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86533) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:14:02.179546 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-e452c721-0b9f-4566-befb-59c61eb78903 admin admin] 10.222.0.20 "DELETE /v2.0/networks/28c25731-3c15-40cc-b38c-b7b57afb8813 HTTP/1.1" status: 204  len: 168 time: 1.9932709
Apr 22 13:14:02.444796 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86533) accepted ('10.222.0.20', 32826) {{(pid=86533) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:14:02.512823 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-9ea80362-48d3-4850-a1ae-a22c66363e9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99bb9a79e6754382a07322a0baaf7cf6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0664632
Apr 22 13:14:02.516538 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 32830) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:14:02.583310 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-45bbd7f7-8a02-4f0b-9c77-11f333a6a120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:02.613888 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-45bbd7f7-8a02-4f0b-9c77-11f333a6a120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:02.886896 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-45bbd7f7-8a02-4f0b-9c77-11f333a6a120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:02.893248 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-d4684f82-b771-4e7d-9b01-a7867dbdcb5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:14:02.913271 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbd7f7-8a02-4f0b-9c77-11f333a6a120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0f9400-c16d-4c7f-b044-473d55426329,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:14:02.916200 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-45bbd7f7-8a02-4f0b-9c77-11f333a6a120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:14:02.917125 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-45bbd7f7-8a02-4f0b-9c77-11f333a6a120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:02.918364 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-45bbd7f7-8a02-4f0b-9c77-11f333a6a120 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a0f9400-c16d-4c7f-b044-473d55426329 HTTP/1.1" status: 204  len: 168 time: 0.4005394
Apr 22 13:14:03.508937 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 32842) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:14:03.565380 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-33e0468f-a8f3-4e76-959e-ef06fa4faa8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8193beda4f34ebf9ae6ff3a58427cc0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0549040
Apr 22 13:14:03.568025 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [-] (86532) accepted ('10.222.0.20', 32846) {{(pid=86532) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 13:14:03.637766 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8851357f-175d-4d00-96f6-b348fa9d71f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:03.667799 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8851357f-175d-4d00-96f6-b348fa9d71f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:03.954242 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8851357f-175d-4d00-96f6-b348fa9d71f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580524'] for security_group, after_delete {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:03.960316 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-77cd1cde-2f4d-4dfa-a890-9d814408e667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 13:14:03.975539 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851357f-175d-4d00-96f6-b348fa9d71f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c556c16-5e3a-4302-9664-6ce5a63a4a52,revision_number=None']} {{(pid=86532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 13:14:03.978158 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG oslo_concurrency.lockutils [None req-8851357f-175d-4d00-96f6-b348fa9d71f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86532) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 13:14:03.983061 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8851357f-175d-4d00-96f6-b348fa9d71f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86532) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:03.985419 dv-cinder-787262-3-iscsi neutron-server[86413]: INFO neutron.wsgi [None req-8851357f-175d-4d00-96f6-b348fa9d71f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c556c16-5e3a-4302-9664-6ce5a63a4a52 HTTP/1.1" status: 204  len: 168 time: 0.4163129
Apr 22 13:14:05.173052 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [req-543a892b-16b4-4b89-8938-8fcdbc05b2f7 req-d4ed7bdf-7670-4f2e-9e71-041d17b5e297 service neutron] (86532) timed out ('10.222.0.35', 49317) {{(pid=86532) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 22 13:14:05.611301 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b7890323-904d-4ba0-aa28-8515083f60e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:07.170844 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:08.276108 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.wsgi [req-830639a7-3831-4266-b5b1-60ff2cbe85f9 req-231fec93-f579-4cb0-bfe8-5f2ab151986d service neutron] (86533) timed out ('10.222.0.35', 49302) {{(pid=86533) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 22 13:14:08.456161 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-315953f6-1107-4112-a0ad-8aa6ba084505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:10.301726 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:10.444663 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:11.227551 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:20.383930 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:14:35.604307 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-b5279920-15dc-458f-beb2-393b2b884e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:37.149711 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:38.455716 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-8c58b206-c012-4832-91b1-fb02ffc88286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:40.272406 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:40.440857 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:41.275035 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:14:57.383796 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:15:05.614994 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1834cab4-a239-4be8-b74a-408201a67da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:15:07.129561 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:15:08.460377 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-241ea4a5-3a2a-4bfe-953e-8a77ff5ab6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:15:10.297354 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:15:10.466489 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:15:11.249390 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:15:34.384545 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:15:35.603700 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-5fbd8722-8e45-469c-a6d8-1a510a9bff93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:15:37.125678 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:15:38.451729 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d5103532-0d6b-4197-b24c-8ce9c7917776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:15:40.291456 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:15:40.457008 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:15:41.252073 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:16:05.616527 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-77aff546-ec04-4aec-8609-23371eead696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:16:07.224859 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:16:08.458986 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-a87bdb56-745b-4a30-90f7-a0686fc18d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:16:10.287887 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:16:10.439135 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:16:11.242276 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:16:11.384953 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:16:35.601165 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-91e4f52d-4f9a-45cd-936e-c65e3c81bfb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:16:37.166993 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:16:38.452644 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-288526e8-63e6-40d1-b183-b59416e0def0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:16:40.295810 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:16:40.447332 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:16:41.252643 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:16:48.385543 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:17:05.595665 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-01a6d689-bba8-4f64-80b0-445d199661f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:17:07.135209 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:17:08.463500 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-99450770-0b30-4bbc-ba0c-47845aa7b0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:17:10.337313 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:17:10.520217 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:17:11.245785 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:17:25.386315 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:17:35.617618 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-befa9425-f785-420a-9a30-444c078f4e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:17:37.129171 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:17:38.462660 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-287a0f20-ae80-4ee1-b99e-a68929eea76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:17:40.296598 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:17:40.456517 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:17:41.506173 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:18:02.387146 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:18:05.620084 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-91a6473b-3106-4003-9663-6cdd28fe7561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:18:07.294249 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:18:08.461507 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-3649c8f1-b5c8-44d9-bc83-1489d54a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:18:10.307688 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:18:10.449806 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:18:11.259825 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:18:35.615796 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-53f95297-c4cf-4612-bbd2-87ef6a9c7a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:18:37.123950 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:18:38.470553 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-917cfff8-6b63-4bfc-bb55-0a86bed6dcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:18:39.387656 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron.db.agents_db [None req-4e2aa6fb-4ce5-4081-84da-00a6fc42b746 None None] Agent healthcheck: found 6 active agents {{(pid=86535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 13:18:40.310785 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:18:40.459553 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:18:41.256204 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:19:05.619799 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-6e3d5adc-4b87-4538-9455-6bb3133c0755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:19:07.117994 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9fa7-2871-49ba-82da-09c69eed714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:19:08.455101 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-1bb73cba-60c0-4d98-b3d9-9bc1ec3c6223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:19:10.316770 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-d9d74713-2799-447f-aef1-44e1abcbbacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:19:10.459404 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-c2f62290-1954-4936-8370-a8ffb28678da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 13:19:11.282992 dv-cinder-787262-3-iscsi neutron-server[86413]: DEBUG neutron_lib.callbacks.manager [None req-155ff9e8-c155-4b13-ba94-c7883b00976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363260527522437', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3817687'] for agent, after_update {{(pid=86534) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}